-- Logs begin at Thu 2022-06-23 08:26:16 UTC, end at Thu 2022-06-23 09:44:23 UTC. -- Jun 23 09:15:22.430804 dv-cinder-847274-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 09:15:25.090226 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.common.config [-] Logging enabled! Jun 23 09:15:25.090853 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 09:15:25.091043 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104623) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 09:15:25.094306 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.common.config [-] Logging enabled! Jun 23 09:15:25.094560 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 23 09:15:25.094867 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104623) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 23 09:15:25.096076 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 09:15:25.096309 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 09:15:25.096682 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 09:15:25.096978 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 09:15:25.097708 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 09:15:25.098121 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.098422 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.098655 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.098983 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.099281 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.099568 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.099859 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.100155 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.100444 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.100724 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.101007 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.101236 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.101514 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.101799 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.102085 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.102308 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] debug = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.102588 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.103059 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.103461 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.103742 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.104030 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.104307 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.104579 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.104857 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.105139 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.105462 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] host = dv-cinder-847274-1-iscsi {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.105739 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.106025 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.106307 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.106591 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.106864 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.107165 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.107449 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.107721 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.107991 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] log_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.108262 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.108547 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.108832 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.109119 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.109343 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.109589 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.109874 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.110174 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.110451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.110724 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.111020 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.111295 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.111568 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.111834 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.112116 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.112396 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.112705 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.112981 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.113253 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.113524 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.113794 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.114092 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.114347 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.114619 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.114891 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.115197 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.115464 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.115735 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.116035 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.116316 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.116597 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.116880 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.117153 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.117432 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.117702 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.117970 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.118239 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] use_json = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.118510 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.118778 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.119077 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.119350 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.119620 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.119891 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.120161 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.120443 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.120713 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:25.121008 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.121301 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.121597 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.121878 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.122183 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.122463 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.122748 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.123045 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.123334 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.123621 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.123909 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.124183 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.124482 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.124771 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.125067 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.125370 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.125662 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.125953 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.126230 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.126504 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.126778 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.127090 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.127379 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.127655 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.127944 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.128268 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.128548 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.128842 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.129125 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.129408 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.129697 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.129987 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.130263 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.130542 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.130832 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.131135 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.131409 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.131697 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.131976 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.132248 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.132531 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.132820 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.133108 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.133382 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.133691 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.133977 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.134255 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.134527 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.134798 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.135102 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.135376 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.135660 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.135939 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.136212 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.136486 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.136768 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.137040 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.137312 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.137591 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.137862 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.138139 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.138412 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.138684 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.138977 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.139251 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.139524 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.139795 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.140065 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.140348 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.140619 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.140889 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.141158 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.141429 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.141696 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.141989 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.142265 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.142543 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.142818 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.143117 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.143394 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.143669 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.144470 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.144749 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.145019 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.145307 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.145591 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.145875 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.146156 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.146433 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.146742 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.147046 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.147326 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.147609 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.147889 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.148168 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.148459 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.148743 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.149039 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.149335 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.149618 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.149913 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.150209 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.150505 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.150788 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.151118 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.151400 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:25.151616 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 09:15:25.151853 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104623) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 09:15:25.444864 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 09:15:25.445047 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 09:15:25.445350 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 23 09:15:25.445683 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 09:15:25.866367 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.866677 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.866963 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.868231 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.868509 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.868773 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.920649 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.920923 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.921188 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.935994 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.936275 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.936545 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.965783 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.966059 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:25.966328 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.002054 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.002331 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.002597 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.232127 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.232706 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.232706 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.232898 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.233581 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.330484 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.330801 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.331115 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.331437 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.331705 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.332017 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.332278 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.332532 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.332784 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.333068 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.333329 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.333590 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.333846 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.334094 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.334345 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.334606 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.334857 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.335145 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.335413 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.335669 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.335939 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.336189 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.336465 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.336834 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.337082 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.337325 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.337713 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:15:26.337950 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:15:26.338187 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:15:26.338422 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:15:26.338656 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:15:26.338895 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:15:26.339274 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 09:15:26.342272 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 09:15:26.346356 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 09:15:26.350634 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 23 09:15:26.352256 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 09:15:26.352858 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 09:15:26.353190 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 09:15:26.353572 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 09:15:26.356351 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 09:15:26.356598 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 09:15:26.356942 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 09:15:26.361965 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 23 09:15:26.385438 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 09:15:26.385893 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.386187 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104623) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 23 09:15:26.386559 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.387923 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104623) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 09:15:26.388204 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 09:15:26.388444 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 09:15:26.391718 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.392001 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:26.542229 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 09:15:26.542414 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 09:15:26.542649 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 09:15:26.543053 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 09:15:26.595588 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO dbcounter [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Registered counter for database neutron Jun 23 09:15:26.613267 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_db.sqlalchemy.engines [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104623) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 09:15:26.619048 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG dbcounter [-] [104623] Writer thread running {{(pid=104623) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 09:15:27.332358 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Initializing driver for type 'gre' Jun 23 09:15:27.333519 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] gre ID ranges: [(1, 1000)] Jun 23 09:15:27.543536 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Initializing driver for type 'local' Jun 23 09:15:27.543798 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Initializing driver for type 'vlan' Jun 23 09:15:27.697738 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] VlanTypeDriver initialization complete Jun 23 09:15:27.698077 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Initializing driver for type 'vxlan' Jun 23 09:15:27.698599 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] vxlan ID ranges: [(1, 1000)] Jun 23 09:15:27.903548 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Initializing extension driver 'port_security' Jun 23 09:15:27.903887 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] PortSecurityExtensionDriver initialization complete Jun 23 09:15:27.904219 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Initializing mechanism driver 'openvswitch' Jun 23 09:15:27.904539 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Initializing mechanism driver 'hyperv' Jun 23 09:15:27.911750 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:15:27.912417 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > port after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.912784 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > port after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.913138 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > port after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.913640 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 09:15:27.914050 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > subnet after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.914400 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > subnet after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.914742 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.915155 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 09:15:27.915541 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > network after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.915888 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > network after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.916226 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > network after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.916609 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 09:15:27.917004 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > security_group after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.917347 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > security_group after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.917683 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > security_group after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.918066 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 09:15:27.918464 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.918803 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.919215 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.919544 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 09:15:27.919936 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > address_group after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.920274 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > address_group after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.920603 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > address_group after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.920981 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104623) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 23 09:15:27.921408 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] ML2 OVO RPC backend initialized. {{(pid=104623) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 09:15:27.922097 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.922444 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.922857 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > network before_response 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.923233 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > networks before_response 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.923571 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > port before_response 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.923905 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > ports before_response 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.924237 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > subnet before_response 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.924571 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > subnets before_response 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.924906 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > network after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.925868 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > network after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.926236 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > network after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.926569 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > port after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.926901 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > port after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.927255 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > port after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.927584 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > subnet after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.927913 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > subnet after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.928239 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.935772 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded quota_driver: . Jun 23 09:15:27.936127 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.plugin [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Modular L2 Plugin initialization complete Jun 23 09:15:27.936469 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading services supported by the core plugin {{(pid=104623) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 09:15:27.936810 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.plugins.ml2.managers [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Got port-security extension from driver 'port_security' Jun 23 09:15:27.937287 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.extensions.vlantransparent [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Disabled vlantransparent extension. Jun 23 09:15:27.937778 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104623) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 09:15:27.938098 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading Plugin: router Jun 23 09:15:27.973353 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router_interface before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.973737 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router after_create 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.974105 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router before_create 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.974467 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.974838 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.975213 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router after_delete 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.975569 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > floatingip after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.975918 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > floatingip after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.976273 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router after_create 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.976614 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router after_update 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.976958 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router after_update 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.977300 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.977653 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router after_update 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.978058 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_update 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.978423 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: port after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.978759 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: port after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.979122 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: subnet after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.979459 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.979803 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > port precommit_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.980146 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_create 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.980482 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: port before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.980820 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.981169 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router after_update 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.981506 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_delete 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.981854 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_create 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.982212 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.982554 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_update 55549900 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.982929 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > agent after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.983288 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > agent after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.983626 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > network after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.984478 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Tracking information for resource: router configured {{(pid=104623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:15:27.984809 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Tracking information for resource: floatingip configured {{(pid=104623) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:15:27.990142 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.db.l3_agentschedulers_db [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 09:15:27.990710 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: port after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.991098 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: port after_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.991445 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: port after_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.991791 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: port after_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.992560 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router before_create 55550100 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.992923 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_delete 55550100 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.993278 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_create 55550100 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.993631 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > router precommit_update 55550100 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:27.998550 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.services.provider_configuration [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service providers = [] {{(pid=104623) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 09:15:27.998931 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.db.servicetype_db [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104623) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 09:15:28.002008 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.services.service_base [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 09:15:28.002361 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.services.service_base [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 09:15:28.002704 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.services.service_base [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 09:15:28.003638 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.services.service_base [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104623) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 09:15:28.004007 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.services.service_base [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 09:15:28.004377 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:15:28.004690 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 09:15:28.014828 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:15:28.015184 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading Plugin: auto_allocate Jun 23 09:15:28.020795 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: network precommit_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:28.021160 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: network precommit_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:28.021670 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:15:28.021984 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading Plugin: tag Jun 23 09:15:28.028755 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:15:28.029082 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading Plugin: timestamp Jun 23 09:15:28.032853 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:15:28.033180 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading Plugin: network_ip_availability Jun 23 09:15:28.039111 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:28.039475 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:28.039829 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:28.040531 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:15:28.040847 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading Plugin: flavors Jun 23 09:15:28.045721 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:15:28.046050 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading Plugin: revisions Jun 23 09:15:28.050311 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104623) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:15:28.050695 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_concurrency.lockutils [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.605s {{(pid=104623) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 23 09:15:28.051459 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104623) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 23 09:15:28.051795 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Initializing extension manager. Jun 23 09:15:28.052319 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: __init__.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.052659 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: __pycache__ {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.052992 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: address_group.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.053742 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.054295 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: address-group Jun 23 09:15:28.054615 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: address_scope.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.055356 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.055860 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: address-scope Jun 23 09:15:28.056179 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: admin_state_down_before_update.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.057097 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.057599 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: router-admin-state-down-before-update Jun 23 09:15:28.057917 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: agent.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.058610 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.059141 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: agent Jun 23 09:15:28.059461 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: agent_resources_synced.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.060358 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.060857 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: agent-resources-synced Jun 23 09:15:28.061176 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: allowedaddresspairs.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.062958 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.063479 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: allowed-address-pairs Jun 23 09:15:28.063802 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: auto_allocated_topology.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.064862 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.065367 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: auto-allocated-topology Jun 23 09:15:28.065714 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: availability_zone.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.066403 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.066898 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: availability_zone Jun 23 09:15:28.067239 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: availability_zone_filter.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.068152 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.068651 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: availability_zone_filter Jun 23 09:15:28.068969 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: data_plane_status.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.069871 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.070363 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 09:15:28.070680 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: default_subnetpools.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.071610 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.072111 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: default-subnetpools Jun 23 09:15:28.072427 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: dhcpagentscheduler.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.073223 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.073718 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: dhcp_agent_scheduler Jun 23 09:15:28.074033 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: dns.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.074960 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.075459 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension dns-integration not supported by any of loaded plugins Jun 23 09:15:28.075775 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: dns_domain_ports.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.076681 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.077180 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 09:15:28.077499 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.078413 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.078933 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 09:15:28.079251 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: dvr.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.079914 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.080416 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: dvr Jun 23 09:15:28.080732 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: ecmp_routes.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.082143 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.082633 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension ecmp_routes not supported by any of loaded plugins Jun 23 09:15:28.082967 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: empty_string_filtering.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.083870 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.084369 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: empty-string-filtering Jun 23 09:15:28.084684 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.085750 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.086245 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 09:15:28.086561 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.087494 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.087986 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 09:15:28.088302 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: external_net.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.089197 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.089690 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: external-net Jun 23 09:15:28.090004 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: extra_dhcp_opt.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.090889 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.091405 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: extra_dhcp_opt Jun 23 09:15:28.091721 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: extraroute.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.092621 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.093114 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: extraroute Jun 23 09:15:28.093434 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: extraroute_atomic.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.094446 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.094972 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: extraroute-atomic Jun 23 09:15:28.095295 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: filter_validation.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.096205 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.096706 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: filter-validation Jun 23 09:15:28.097570 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: fip_pf_description.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.098468 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.098984 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 09:15:28.099309 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: fip_pf_port_range.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.100205 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.100697 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 23 09:15:28.101041 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: fip_port_details.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.101961 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.102484 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: fip-port-details Jun 23 09:15:28.102828 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: flavors.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.104068 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.104576 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: flavors Jun 23 09:15:28.104896 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.106510 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.107055 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 09:15:28.107387 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: floatingip_pools.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.108081 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.108585 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: floatingip-pools Jun 23 09:15:28.108907 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: ip_allocation.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.109819 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.110349 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 09:15:28.110671 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.111612 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.112125 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: ip-substring-filtering Jun 23 09:15:28.112476 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l2_adjacency.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.113418 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.113919 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 09:15:28.114238 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.115232 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.115743 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: router Jun 23 09:15:28.116066 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3_conntrack_helper.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.118254 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.118770 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 09:15:28.119130 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.120041 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.120545 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: ext-gw-mode Jun 23 09:15:28.120869 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.121771 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.122269 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: l3-ha Jun 23 09:15:28.122588 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.123529 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.124026 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 23 09:15:28.124348 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3_flavors.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.125254 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.125749 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: l3-flavors Jun 23 09:15:28.126069 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3_ndp_proxy.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.127444 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.127956 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 23 09:15:28.128307 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.129211 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.129716 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 09:15:28.130042 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: l3agentscheduler.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.131236 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.131742 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: l3_agent_scheduler Jun 23 09:15:28.132066 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: local_ip.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.133833 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.134350 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension local_ip not supported by any of loaded plugins Jun 23 09:15:28.134681 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: logging.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.136162 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.136679 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension logging not supported by any of loaded plugins Jun 23 09:15:28.137007 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: metering.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.137743 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.138313 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: metering Jun 23 09:15:28.138635 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.139732 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.140238 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: metering_source_and_destination_fields Jun 23 09:15:28.140559 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: multiprovidernet.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.141481 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.141982 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: multi-provider Jun 23 09:15:28.142302 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: netmtu.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.143238 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.144259 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: net-mtu Jun 23 09:15:28.144576 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: netmtu_writable.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.145482 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.145979 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: net-mtu-writable Jun 23 09:15:28.146299 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: network_availability_zone.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.146989 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.147486 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: network_availability_zone Jun 23 09:15:28.147804 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: network_ip_availability.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.148896 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.149402 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: network-ip-availability Jun 23 09:15:28.149724 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: network_segment_range.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.150487 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.151009 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 09:15:28.151332 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: pagination.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.152309 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.152635 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: pagination Jun 23 09:15:28.152951 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: port_device_profile.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.153905 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.154368 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: port-device-profile Jun 23 09:15:28.154682 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: port_mac_address_override.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.155622 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.156146 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: port-mac-override Jun 23 09:15:28.156466 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.157373 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.157878 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: port-mac-address-regenerate Jun 23 09:15:28.158222 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.159156 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.160217 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: port-numa-affinity-policy Jun 23 09:15:28.160533 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: port_resource_request.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.161441 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.161946 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 09:15:28.162264 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: port_resource_request_groups.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.163251 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.163759 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 23 09:15:28.164078 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: portbindings.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.164990 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.165490 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: binding Jun 23 09:15:28.165807 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: portbindings_extended.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.167083 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.167591 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: binding-extended Jun 23 09:15:28.167913 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: portsecurity.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.168819 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.169318 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: port-security Jun 23 09:15:28.169639 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: project_id.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.170600 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.170947 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: project-id Jun 23 09:15:28.171272 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: providernet.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.172175 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.172679 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: provider Jun 23 09:15:28.172995 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.178114 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.178628 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos not supported by any of loaded plugins Jun 23 09:15:28.178984 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.180222 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.180730 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 09:15:28.181056 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.181980 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.182482 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 09:15:28.182802 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_default.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.183740 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.184243 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-default not supported by any of loaded plugins Jun 23 09:15:28.184565 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_fip.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.185472 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.185968 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-fip not supported by any of loaded plugins Jun 23 09:15:28.186286 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_fip_network_policy.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.187213 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.187715 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 23 09:15:28.188030 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_gateway_ip.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.188938 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.189434 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 09:15:28.189751 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_port_network_policy.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.190680 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.191209 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 09:15:28.191528 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.192554 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.193051 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 23 09:15:28.193370 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.194396 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.194895 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 23 09:15:28.195245 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_pps_rule.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.196410 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.196923 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-pps not supported by any of loaded plugins Jun 23 09:15:28.197246 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_rule_type_details.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.198150 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.198653 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 09:15:28.199004 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_rule_type_filter.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.199902 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.200405 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 23 09:15:28.200722 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: qos_rules_alias.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.201744 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.202247 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 09:15:28.202567 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: quota_check_limit.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.203501 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.204012 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: quota-check-limit Jun 23 09:15:28.204332 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: quotasv2.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.205267 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.205591 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: quotas Jun 23 09:15:28.205910 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: quotasv2_detail.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.208136 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.208470 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: quota_details Jun 23 09:15:28.208794 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: rbac.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.209844 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.210361 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: rbac-policies Jun 23 09:15:28.210687 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: rbac_address_group.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.211651 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.212163 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: rbac-address-group Jun 23 09:15:28.212485 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: rbac_address_scope.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.213392 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.213902 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: rbac-address-scope Jun 23 09:15:28.214223 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: rbac_security_groups.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.215234 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.215740 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: rbac-security-groups Jun 23 09:15:28.216059 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: rbac_subnetpool.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.216964 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.217465 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: rbac-subnetpool Jun 23 09:15:28.217782 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: revisionifmatch.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.218689 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.219225 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: revision-if-match Jun 23 09:15:28.219547 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: revisions.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.220898 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.221402 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: standard-attr-revisions Jun 23 09:15:28.221726 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: router_availability_zone.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.223131 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.223632 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: router_availability_zone Jun 23 09:15:28.223958 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: routerservicetype.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.224872 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.225368 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension router-service-type not supported by any of loaded plugins Jun 23 09:15:28.225685 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.226594 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.227112 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: security-groups-normalized-cidr Jun 23 09:15:28.227431 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: security_groups_port_filtering.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.228348 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.228848 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: port-security-groups-filtering Jun 23 09:15:28.229165 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.230090 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.230588 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: security-groups-remote-address-group Jun 23 09:15:28.230906 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.231848 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.232345 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: security-groups-shared-filtering Jun 23 09:15:28.232662 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: securitygroup.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.242209 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.242730 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: security-group Jun 23 09:15:28.243091 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: segment.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.243818 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.244322 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension segment not supported by any of loaded plugins Jun 23 09:15:28.244645 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.245575 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.246077 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 09:15:28.246399 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: servicetype.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.247518 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.248024 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: service-type Jun 23 09:15:28.248345 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: sorting.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.249311 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.249635 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: sorting Jun 23 09:15:28.249951 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: standard_attr_segment.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.250856 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.251396 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 09:15:28.251714 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: standardattrdescription.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.252354 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.252851 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: standard-attr-description Jun 23 09:15:28.253194 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: stateful_security_group.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.254133 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.254642 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: stateful-security-group Jun 23 09:15:28.254988 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: stdattrs_common.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.255566 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 09:15:28.255887 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.256800 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.257308 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 09:15:28.257623 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: subnet_onboard.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.258666 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.259198 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: subnet_onboard Jun 23 09:15:28.259519 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.260430 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.260929 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 09:15:28.261251 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: subnet_service_types.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.262157 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.262658 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: subnet-service-types Jun 23 09:15:28.263010 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: subnetallocation.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.264086 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.264593 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: subnet_allocation Jun 23 09:15:28.264913 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.265570 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.266069 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: subnetpool-prefix-ops Jun 23 09:15:28.266387 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.267349 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.267849 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 09:15:28.268166 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: tagging.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.269737 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.270243 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: standard-attr-tag Jun 23 09:15:28.270565 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: timestamp.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.271788 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.272296 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loaded extension: standard-attr-timestamp Jun 23 09:15:28.272616 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: trunk.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.273634 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.274138 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension trunk not supported by any of loaded plugins Jun 23 09:15:28.274462 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: trunk_details.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.275399 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.275903 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension trunk-details not supported by any of loaded plugins Jun 23 09:15:28.276218 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: uplink_status_propagation.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.277124 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.277626 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 09:15:28.277945 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Loading extension file: vlantransparent.py {{(pid=104623) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 23 09:15:28.278602 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104623) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 23 09:15:28.279133 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 09:15:28.281605 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:network Jun 23 09:15:28.282123 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:subnet Jun 23 09:15:28.282512 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:15:28.282896 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:port Jun 23 09:15:28.284120 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.285119 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service FLAVORS assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.285724 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.286158 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.286486 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:router Jun 23 09:15:28.286947 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:floatingip Jun 23 09:15:28.287411 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service METERING assigned prefix: /metering {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.288844 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:28.289209 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:28.289555 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104623) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:15:28.290539 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 09:15:28.291011 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:security_group Jun 23 09:15:28.291444 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 09:15:28.292034 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service CORE assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.292370 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:15:28.292710 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] subnetpool is already registered Jun 23 09:15:28.293124 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service CORE assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.293445 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:15:28.293770 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] subnetpool is already registered Jun 23 09:15:28.296050 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.296478 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service FLAVORS assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.297060 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.297475 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.297802 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:router Jun 23 09:15:28.298138 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] router is already registered Jun 23 09:15:28.298542 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:floatingip Jun 23 09:15:28.298872 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] floatingip is already registered Jun 23 09:15:28.299341 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service METERING assigned prefix: /metering {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.300540 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 09:15:28.300887 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] rbac_policy is already registered Jun 23 09:15:28.301292 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:security_group Jun 23 09:15:28.301631 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] security_group is already registered Jun 23 09:15:28.302030 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 09:15:28.302358 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] security_group_rule is already registered Jun 23 09:15:28.302991 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service CORE assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.303315 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:15:28.303644 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] subnetpool is already registered Jun 23 09:15:28.304052 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.v2.resource_helper [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Service CORE assigned prefix: {{(pid=104623) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:15:28.304375 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:15:28.304698 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING neutron.quota.resource_registry [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] subnetpool is already registered Jun 23 09:15:28.305170 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: extensions {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.306579 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: address-groups {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.308055 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: address-scopes {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.309386 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: agents {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.310523 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: auto-allocated-topology {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.311761 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: availability_zones {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.312975 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: dhcp-networks {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.314474 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: dhcp-agents {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.315930 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: routers {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.317595 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: flavors {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.318839 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: service_profiles {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.320057 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: next_providers {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.321474 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: service_profiles {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.323037 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: floatingip-pools {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.324236 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: routers {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.325899 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: floatingips {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.327179 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: l3-routers {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.328557 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: l3-agents {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.329945 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: metering-labels {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.331713 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: metering-label-rules {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.333997 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: network-ip-availabilities {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.335255 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: bindings {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.336807 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: quotas {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.338437 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: quotas {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.339987 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: rbac-policies {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.341142 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: security-groups {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.342449 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: security-group-rules {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.343728 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: service-providers {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.344922 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: subnetpools {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.346482 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: subnetpools {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.348072 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.349755 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.351575 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.353328 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.355007 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.356956 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.362376 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.362376 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.362376 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.364621 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron.api.extensions [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Extended resource: tags {{(pid=104623) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:15:28.370555 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING keystonemiddleware.auth_token [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 09:15:28.375560 dv-cinder-847274-1-iscsi neutron-server[104623]: WARNING keystonemiddleware.auth_token [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 09:15:28.384874 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_concurrency.lockutils [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Acquired lock "singleton_lock" {{(pid=104623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 23 09:15:28.385340 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_concurrency.lockutils [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Releasing lock "singleton_lock" {{(pid=104623) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 23 09:15:28.385983 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO oslo_service.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Starting 2 workers Jun 23 09:15:28.390755 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Started child 104734 {{(pid=104623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 09:15:28.395191 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Started child 104735 {{(pid=104623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 09:15:28.396465 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:28.397100 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO neutron.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 09:15:28.397437 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Publish callbacks [] for process (None), before_spawn {{(pid=104623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:28.398245 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [-] (104734) wsgi starting up on http://0.0.0.0:9696 Jun 23 09:15:28.399876 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO oslo_service.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Starting 1 workers Jun 23 09:15:28.400024 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:28.401428 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [-] (104735) wsgi starting up on http://0.0.0.0:9696 Jun 23 09:15:28.405095 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Started child 104736 {{(pid=104623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 09:15:28.405569 dv-cinder-847274-1-iscsi neutron-server[104623]: INFO oslo_service.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Starting 1 workers Jun 23 09:15:28.408845 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] calling RpcWorker wait() {{(pid=104736) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 09:15:28.410096 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] returning from RpcWorker wait() {{(pid=104736) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 09:15:28.410479 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Started child 104737 {{(pid=104623) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 09:15:28.411340 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5b26-6251-4500-98f1-5333de005c8b None None] Publish callbacks [] for process (None), after_spawn {{(pid=104623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:28.411749 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:28.412248 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:15:28.413284 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 09:15:28.413499 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 09:15:28.413684 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 09:15:28.413915 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 09:15:28.414233 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 09:15:28.414398 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 09:15:28.414961 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.415238 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.415500 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.415604 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:28.416075 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.416340 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.416626 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.416880 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.417145 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.417406 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.417577 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.417742 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.418005 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.418226 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.418550 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.418834 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.419107 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.419331 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.419501 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.419767 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.420031 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.420297 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.420583 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] debug = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.420840 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.421337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.421599 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.421857 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.422104 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.422369 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.422616 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.422871 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.423149 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.423380 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.423595 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.423842 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.424073 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.424312 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.424554 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.424804 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.425595 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.426080 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] host = dv-cinder-847274-1-iscsi {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.426317 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.426553 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.426799 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.427082 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.427343 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.427578 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.427846 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.428118 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.428346 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.428577 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.428816 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.429073 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.429316 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.429553 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.429716 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_options = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.429991 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.430332 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.430474 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.430702 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.430857 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.431007 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.431221 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.431386 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.431634 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.431865 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.432079 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.432310 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.432523 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.432766 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.433021 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.433234 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.433478 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.433706 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.433938 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.434188 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.434429 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.434669 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.434901 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.435166 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.435397 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.435631 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.435882 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.436122 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.436354 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.436613 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.436837 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.437081 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.437272 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:15:28.437405 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.437533 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.437781 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.438011 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.438243 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.438472 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.438743 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.439079 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.439360 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.439497 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.439761 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.439909 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.440118 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.440464 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.440603 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_json = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.441120 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.441120 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.441657 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.441657 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.441860 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.442173 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.442173 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.442423 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.442555 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.442967 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.443248 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.443571 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.443815 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.444048 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.444287 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.444532 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.444759 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.445010 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.445432 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.445590 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.445819 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.446136 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.446418 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.446688 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.447030 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.447291 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.450439 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.450439 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.450439 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.450439 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.450439 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.450439 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.450439 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.450439 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.451451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.451451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.451451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.451451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.451451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.451451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.451451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.451451 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.452188 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.452188 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.452188 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.452427 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.452633 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.452860 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.453101 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.453391 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.453651 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.453884 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.454113 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.454348 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.454574 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.454815 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.455081 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.455329 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.455550 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.455763 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.455976 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.456213 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.456447 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.456690 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.456901 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.457156 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.457415 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.457641 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.457885 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.458112 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.458351 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.458579 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.458813 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.459063 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.459274 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.459496 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.459704 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.459948 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.460183 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.460392 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.460601 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.460815 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.461024 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.461249 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.461452 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.461659 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.461868 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.462076 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.462305 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.462530 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.462760 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.462991 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.463204 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.463431 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.463652 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.463870 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.464082 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.464293 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.464504 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.464729 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.465048 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.465296 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.465540 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.465774 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.466016 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.466232 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.466701 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.466961 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.467185 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.467395 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.467643 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.467874 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.468294 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.468453 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.468585 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.468812 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.469045 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.469261 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.469502 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.469716 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.469991 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.470263 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.470836 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.471175 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.471432 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.471650 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.472411 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.472652 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.472931 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.473171 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.473463 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.473702 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.473979 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.474253 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.474532 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.474766 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.475101 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.475367 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.475632 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.475864 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.476127 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.476394 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.476658 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.476897 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.477146 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.477368 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.477601 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.477939 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.478391 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.478649 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.478894 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.479154 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.479417 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.479648 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.479890 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.480161 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.480405 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.480656 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.480907 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.481173 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.481403 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.481653 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.481897 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.482126 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.482360 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.482591 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.482807 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.483071 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.483302 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.483531 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.483761 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.483982 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.484194 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.484412 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.484629 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.484882 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.485096 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.485334 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.485571 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.485791 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.486013 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.486237 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.486446 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.486694 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.486942 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.487207 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.487554 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.488365 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.488587 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.488820 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.489077 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.489293 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.489535 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.489758 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.489970 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.490188 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.490408 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.490619 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.490860 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.491136 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.491352 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.491606 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.491842 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.492195 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.492466 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.492704 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.492960 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.493190 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.493414 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.493629 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.493843 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.494312 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.495135 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.495135 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.495135 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.495655 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.495655 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.495655 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.496057 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.496057 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.496316 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.496536 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.496762 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.497001 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.497237 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.497456 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.497674 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.497902 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.498116 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.498343 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.498556 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.498802 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.499154 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.499407 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.499638 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.499894 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.500136 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.500361 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.500815 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.501066 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.501280 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.501507 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.501726 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.501938 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.502190 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.502432 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.502608 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.502832 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.503112 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.503328 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.503584 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.503820 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.504053 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.504295 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.504514 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.504723 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.505104 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.505466 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.505826 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.506225 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.506462 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.506657 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.506890 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.507172 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.507373 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.507591 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.507977 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.508336 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.508775 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.509186 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.509412 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.509699 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.509969 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.510228 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.510513 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.510812 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.511053 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513938 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513938 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.513938 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.514245 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.514245 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.514533 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.514858 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.515191 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.515452 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.515700 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.515944 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.516187 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.516409 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.516630 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.516866 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.517079 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.517522 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.517760 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.518011 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.518231 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.518459 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.518723 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.518960 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.519198 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.519454 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.519681 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.519843 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 09:15:28.520366 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104623) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 09:15:28.520525 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 09:15:28.520841 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 09:15:28.521016 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 09:15:28.521188 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 09:15:28.521338 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 09:15:28.521695 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.521859 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.521956 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:15:28.522068 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.522152 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.522339 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.522495 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.522652 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.522811 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.522999 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.523158 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.523315 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.523472 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.523630 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.523787 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.523945 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.524099 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.524257 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.524423 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.524580 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.524967 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.525288 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.525583 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] debug = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.525873 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.526220 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.526383 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.526735 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.526893 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.527234 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.527391 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.527686 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.527984 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.528149 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.528309 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.528473 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.528631 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.528793 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.528953 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.529110 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.529269 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.529427 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] host = dv-cinder-847274-1-iscsi {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.529587 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.529752 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.529916 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.530061 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.530218 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.530375 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.530533 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.530684 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.530842 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.531025 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.531180 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.531337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.531492 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.531649 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.531809 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_options = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.531966 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.532122 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.532280 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.532461 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.532625 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.532784 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.532944 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.533098 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.533426 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.533588 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.533748 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.533902 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.534211 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.534889 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.535070 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.535230 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.535414 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.535589 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.535697 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.535860 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.536012 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.536177 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.536325 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.536481 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.536635 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.536953 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.537116 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.537273 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.537466 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.537617 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.537739 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.537929 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.538063 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.538219 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.538381 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.538539 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.538701 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.538858 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.539043 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.539201 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.539361 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.539521 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540043 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540043 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540043 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540324 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540324 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_json = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540489 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540575 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540699 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.540859 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.541029 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.541170 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.541324 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.541635 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.541790 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:15:28.541988 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.542153 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.542328 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.542487 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.542648 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.542810 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.542996 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.543159 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.543321 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.543481 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.543650 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.543811 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.543986 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.544146 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.544463 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.544783 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.545087 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.545398 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.545553 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.545699 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.545888 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.546021 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.546191 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.546352 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.546501 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.546700 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.546844 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.546998 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.547221 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.547369 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.547501 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.547635 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.547800 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.548016 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.548102 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.548268 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.548431 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.548590 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.548769 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.548865 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.549070 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.549171 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.549331 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.549494 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.549654 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.549814 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.550023 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.550678 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.550839 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.551023 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.551185 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.551346 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.551861 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.551861 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.551861 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.552096 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.552096 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.552346 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.552460 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.552585 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.552746 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.552906 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.553067 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.553225 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.553388 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.553547 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.553709 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.553869 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.554041 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.554187 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.554420 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.554528 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.554659 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.554818 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.555007 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.555169 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.555330 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.555489 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.555638 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.555803 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.555963 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.556121 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.556281 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.556440 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.556601 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.556763 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.556921 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.557080 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.557240 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.557403 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.557563 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.557741 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.558068 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.558068 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.558272 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.558361 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.558500 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.558654 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.558807 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.558990 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.559151 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.559311 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.559475 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.559638 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.559789 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.559948 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.560107 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.560266 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.560430 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.560581 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.560742 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.560896 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.561056 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.561202 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.561366 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.561524 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.561679 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.561831 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.561991 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.562159 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.562319 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.562480 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.562640 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.562807 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.563003 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.563167 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.563327 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.563486 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.563645 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.563804 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.563964 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.564124 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.564270 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.564432 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.564586 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.564751 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.564912 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.565072 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.565232 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.565415 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.565595 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.565760 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.565920 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.566078 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.566239 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.566398 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.566559 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.566719 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.566879 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.567061 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.567223 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.567383 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.567544 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.567703 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.567863 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.568023 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.568183 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.568343 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.568503 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.568664 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.568825 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.568984 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.569143 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.569303 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.569462 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.569622 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.569781 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.569941 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.570086 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.570248 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.570408 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.570567 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.570726 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.570884 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.571065 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.571226 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.571388 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.571540 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.571698 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.571857 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.572017 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.572176 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.572337 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.572499 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.572660 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.572819 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.572979 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.573138 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.573298 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.573458 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.573617 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.573776 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.573934 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.574094 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.574272 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.574432 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.574592 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.574753 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.574931 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.575094 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.575255 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.575414 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.575575 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.575737 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.575900 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.576059 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.576219 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.576379 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.576538 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.576698 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.576860 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.577021 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.577183 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.577343 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.577504 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.577664 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.577825 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.577985 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.578144 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.578304 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.578464 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.578624 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.578783 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.578974 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.579143 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.579286 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.579447 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.579606 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.579767 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.579937 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.580097 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.580244 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.580403 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.580562 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.580721 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.580890 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.581050 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.581230 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.581392 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.581551 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.581712 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.581879 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.582399 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.582399 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.582399 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.582628 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.582628 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.582781 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.582950 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.583112 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.583272 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.583431 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.583590 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.583760 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.583920 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.584078 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.584238 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.584399 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.584559 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.584727 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.584889 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.585049 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.585217 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.585377 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.585536 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.585700 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.585872 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.586032 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.586195 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.586354 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.586514 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.586673 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.586835 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.587021 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.587194 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.587363 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.587525 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.587693 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.587860 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.588030 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.588190 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.588357 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.588529 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.588689 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.588848 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.589007 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.589168 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.589328 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.589490 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.589649 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.589809 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.589968 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.590127 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.590286 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.590445 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.590605 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.590763 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.590941 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.591101 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.591262 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.591420 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.591579 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:15:28.591732 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104623) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 09:15:28.619259 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 38330) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:15:28.627769 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064287 Jun 23 09:15:37.771957 dv-cinder-847274-1-iscsi neutron-server[104623]: DEBUG dbcounter [-] [104623] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104623) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:15:39.994013 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0afcf56-37d0-4545-baa8-b0373600156e None None] get_active_networks_info from dv-cinder-847274-1-iscsi {{(pid=104736) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 23 09:15:40.023550 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writer thread running {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 09:15:40.024438 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writer thread running {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 09:15:40.089107 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afcf56-37d0-4545-baa8-b0373600156e None None] No non-hosted networks {{(pid=104736) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 09:15:40.104019 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.agentschedulers_db [None req-a0afcf56-37d0-4545-baa8-b0373600156e None None] DHCP Agent not found on host dv-cinder-847274-1-iscsi {{(pid=104736) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 23 09:15:40.269247 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0ca045ad-eb49-4698-baa6-baba9fbfdaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933615'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:41.721331 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writer thread running {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 09:15:42.305545 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9086-16d8-4332-b0b0-85c2c5580de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933615'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:42.345329 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.db.api [None req-bb151151-ab9c-4a2c-91a2-0a23331f412a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-847274-1-iscsi {{(pid=104736) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 23 09:15:42.347460 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG oslo_db.api [None req-bb151151-ab9c-4a2c-91a2-0a23331f412a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 09:15:42.961332 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bb151151-ab9c-4a2c-91a2-0a23331f412a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:43.264554 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 38400) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:15:43.520614 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933615'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:43.831723 dv-cinder-847274-1-iscsi neutron-server[104735]: WARNING oslo_policy.policy [None req-fb857a9e-5b59-4ad9-809d-6d79df70e372 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:15:43.832282 dv-cinder-847274-1-iscsi neutron-server[104735]: WARNING oslo_policy.policy [None req-fb857a9e-5b59-4ad9-809d-6d79df70e372 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:15:44.058249 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [None req-fb857a9e-5b59-4ad9-809d-6d79df70e372 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:15:44.075527 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-fb857a9e-5b59-4ad9-809d-6d79df70e372 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8079433 Jun 23 09:15:45.046456 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933615'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:45.326698 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933615'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:45.327614 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.328004 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.328344 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.328718 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.329104 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.329432 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.329757 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.330802 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.332331 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.332673 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.333029 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.334310 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.334713 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.336476 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.336921 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:45.340282 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847274-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:15:45.352346 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847274-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:15:45.697292 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.db.l3_hamode_db [None req-d80be5a4-5ff4-439c-82d6-0b2418aaf332 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 09:15:45.777416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80be5a4-5ff4-439c-82d6-0b2418aaf332 None None] Routers set() bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:15:45.777808 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80be5a4-5ff4-439c-82d6-0b2418aaf332 None None] Router IDs set() for agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 23 09:15:46.417939 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 38434) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:15:46.763402 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-38bfa020-c741-4a1c-b222-2218d94573fe admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:15:46.855013 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.policy [None req-38bfa020-c741-4a1c-b222-2218d94573fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104735) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 09:15:46.896330 dv-cinder-847274-1-iscsi neutron-server[104735]: WARNING oslo_policy.policy [None req-38bfa020-c741-4a1c-b222-2218d94573fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:15:46.896705 dv-cinder-847274-1-iscsi neutron-server[104735]: WARNING oslo_policy.policy [None req-38bfa020-c741-4a1c-b222-2218d94573fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:15:46.917095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writer thread running {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 09:15:47.069139 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-38bfa020-c741-4a1c-b222-2218d94573fe admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746039052290', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746039052830', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746039036126', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746039026404', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746039024863', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746039009393', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-540339', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-826947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2047880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1981488'] for rbac-policy (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:47.265677 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-38bfa020-c741-4a1c-b222-2218d94573fe admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:47.266821 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-38bfa020-c741-4a1c-b222-2218d94573fe admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8479023 Jun 23 09:15:49.474707 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 38446) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:15:49.792485 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:15:49.908981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Made reservation on behalf of 79d2a60c71124efc90e0d0b445517d55 for: {'network': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:15:49.913390 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:49.931118 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:50.038636 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Publish callbacks [] for security_group (87fd3359-31a0-4ca9-b726-605d480d86f1), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:50.103152 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (87fd3359-31a0-4ca9-b726-605d480d86f1), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:50.136429 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=104735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:15:50.164417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746041746306', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (711c1a43-611d-407d-8fbb-0264a164e9c3), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:50.164975 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Unsubscribe: segment precommit_create {{(pid=104735) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 09:15:50.165488 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.segments_db [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Added segment 711c1a43-611d-407d-8fbb-0264a164e9c3 of type vlan for network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 Jun 23 09:15:50.181360 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=87fd3359-31a0-4ca9-b726-605d480d86f1,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:15:50.207269 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.207595 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.207948 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.208292 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.208617 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.208938 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.209256 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.209570 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.209883 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.210196 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.210508 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.210833 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.211171 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.211480 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.211786 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Tracked resource versions report: Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: pushed versions: Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: { 'AddressGroup': {'1.2'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Agent': {'1.1'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'ConntrackHelper': {'1.0'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'LocalIPAssociation': {'1.0'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Log': {'1.0'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'NDPProxy': {'1.0'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Network': {'1.1'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Port': {'1.7'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'PortForwarding': {'1.3'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'QosPolicy': {'1.10'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SecurityGroup': {'1.5'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SubPort': {'1.0'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Subnet': {'1.1'}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Trunk': {'1.1'}} Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: consumer versions: Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: { DHCP agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: L3 agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: Metadata agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: Metering agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: Open vSwitch agent@dv-cinder-847274-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Agent': '1.1', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'ConntrackHelper': '1.0', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'LocalIPAssociation': '1.0', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Log': '1.0', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'NDPProxy': '1.0', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Network': '1.1', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Port': '1.7', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'PortForwarding': '1.3', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'QosPolicy': '1.10', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SecurityGroup': '1.5', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SecurityGroupRule': '1.2', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SubPort': '1.0', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Subnet': '1.1', Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Trunk': '1.1'}} Jun 23 09:15:50.213145 dv-cinder-847274-1-iscsi neutron-server[104735]: {{(pid=104735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:15:50.276914 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (aedbb7e6-4836-4a39-9ac2-0e957b0056b7), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:50.383452 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (aedbb7e6-4836-4a39-9ac2-0e957b0056b7), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:50.388484 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:15:50.389187 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:50.449396 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:15:50.501131 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] Pushing event updated for resources: {'Network': ['ID=aedbb7e6-4836-4a39-9ac2-0e957b0056b7,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:15:50.515153 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:15:50.632200 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-8a30bbd1-07b7-4f44-a54e-f27050ab0835 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1563735 Jun 23 09:15:52.938924 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 38460) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:15:53.346395 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e2504-0d4f-44d9-b62e-0e17eb2dd332 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:15:53.348240 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b83e2504-0d4f-44d9-b62e-0e17eb2dd332 demo admin] 10.222.0.52 "GET /v2.0/networks/aedbb7e6-4836-4a39-9ac2-0e957b0056b7 HTTP/1.1" status: 200 len: 825 time: 0.4083204 Jun 23 09:15:53.373416 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9111e250-117f-4b71-855b-397ac18ef8e7 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/3e1b170c-6de0-427a-af2c-2ec5dcca48dc HTTP/1.1" status: 200 len: 734 time: 0.0194781 Jun 23 09:15:53.381924 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'subnetpool_id': '3e1b170c-6de0-427a-af2c-2ec5dcca48dc', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:15:53.486313 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Made reservation on behalf of 79d2a60c71124efc90e0d0b445517d55 for: {'subnet': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:15:53.489289 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:53.625118 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:15:53.875258 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (2ecb530b-b5c5-4901-96a3-cd92d491d4a4), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:53.945206 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2ecb530b-b5c5-4901-96a3-cd92d491d4a4,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:15:53.948100 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Checking segment: {'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:15:53.948688 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Network hostable DHCP agents. Network: aedbb7e6-4836-4a39-9ac2-0e957b0056b7, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:15:54.028490 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:15:54.092115 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, aedbb7e6-4836-4a39-9ac2-0e957b0056b7) {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:15:54.097743 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:15:54.098429 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:54.103750 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b290d-b372-4d95-af41-eb8df3e4abbf None None] Network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:15:54.175241 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-ad8f07f7-8b2a-4f9f-9b41-8da38018c060 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7959661 Jun 23 09:15:54.362429 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'fixed_ips': [{'subnet_id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:15:54.363819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:54.643998 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Allocated IP 172.20.0.2 (aedbb7e6-4836-4a39-9ac2-0e957b0056b7/2ecb530b-b5c5-4901-96a3-cd92d491d4a4/18c636bf-4e50-4009-a534-f682541b8382) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:15:54.906811 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Publish callbacks [] for port (18c636bf-4e50-4009-a534-f682541b8382), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:54.997521 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:15:55.007038 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (18c636bf-4e50-4009-a534-f682541b8382), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:55.012480 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=7 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:15:55.084217 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:15:55.089915 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:15:55.094714 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Pushing event updated for resources: {'Port': ['ID=18c636bf-4e50-4009-a534-f682541b8382,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:15:55.097756 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:15:55.131125 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.131789 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.131878 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.132161 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.132496 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.132824 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.133152 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.133477 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.133803 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.134127 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.134451 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.134790 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.135136 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.135460 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.135780 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Tracked resource versions report: Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: pushed versions: Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: { 'AddressGroup': {'1.2'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Agent': {'1.1'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'ConntrackHelper': {'1.0'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'LocalIPAssociation': {'1.0'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Log': {'1.0'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'NDPProxy': {'1.0'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Network': {'1.1'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Port': {'1.7'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'PortForwarding': {'1.3'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'QosPolicy': {'1.10'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SecurityGroup': {'1.5'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SubPort': {'1.0'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Subnet': {'1.1'}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Trunk': {'1.1'}} Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: consumer versions: Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: { DHCP agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: L3 agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: Metadata agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: Metering agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: Open vSwitch agent@dv-cinder-847274-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Agent': '1.1', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'ConntrackHelper': '1.0', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'LocalIPAssociation': '1.0', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Log': '1.0', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'NDPProxy': '1.0', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Network': '1.1', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Port': '1.7', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'PortForwarding': '1.3', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'QosPolicy': '1.10', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SecurityGroup': '1.5', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SecurityGroupRule': '1.2', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SubPort': '1.0', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Subnet': '1.1', Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Trunk': '1.1'}} Jun 23 09:15:55.137198 dv-cinder-847274-1-iscsi neutron-server[104736]: {{(pid=104736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:15:55.188735 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Attempting to bind port 18c636bf-4e50-4009-a534-f682541b8382 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:15:55.189131 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Attempting to bind port 18c636bf-4e50-4009-a534-f682541b8382 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:15:55.189547 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Attempting to bind port 18c636bf-4e50-4009-a534-f682541b8382 on network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:15:55.194478 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:15:55.196439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Checking segment: {'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:15:55.196439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:55.196439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Bound using segment: {'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:15:55.196439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Bound port: 18c636bf-4e50-4009-a534-f682541b8382, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:15:55.196802 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (18c636bf-4e50-4009-a534-f682541b8382), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:55.233975 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:15:55.260857 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] For port 18c636bf-4e50-4009-a534-f682541b8382, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:15:55.280438 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] For port 18c636bf-4e50-4009-a534-f682541b8382, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=18c636bf-4e50-4009-a534-f682541b8382,segment=NetworkSegment(711c1a43-611d-407d-8fbb-0264a164e9c3),segment_id=711c1a43-611d-407d-8fbb-0264a164e9c3)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:15:55.378190 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (18c636bf-4e50-4009-a534-f682541b8382), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:15:55.433119 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78889353-d3fa-4d5d-9d6e-ae02933d3cf3 None None] Pushing event updated for resources: {'Port': ['ID=18c636bf-4e50-4009-a534-f682541b8382,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:15:56.484691 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 38474) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:15:56.852174 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [None req-d37ff00e-1e92-4939-b784-e85c7e5b61a5 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:15:56.853174 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d37ff00e-1e92-4939-b784-e85c7e5b61a5 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3674388 Jun 23 09:15:59.177621 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 38482) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:15:59.701500 dv-cinder-847274-1-iscsi neutron-server[104734]: WARNING oslo_policy.policy [None req-b097b3d3-e60b-4fb4-9d36-081143bb208b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:15:59.702061 dv-cinder-847274-1-iscsi neutron-server[104734]: WARNING oslo_policy.policy [None req-b097b3d3-e60b-4fb4-9d36-081143bb208b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:15:59.921936 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [None req-b097b3d3-e60b-4fb4-9d36-081143bb208b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104734) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:15:59.923150 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b097b3d3-e60b-4fb4-9d36-081143bb208b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7435958 Jun 23 09:16:02.233022 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 38500) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:16:02.562846 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:16:02.622189 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.policy [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104734) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 09:16:02.664275 dv-cinder-847274-1-iscsi neutron-server[104734]: WARNING oslo_policy.policy [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:16:02.664689 dv-cinder-847274-1-iscsi neutron-server[104734]: WARNING oslo_policy.policy [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:16:02.684310 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writer thread running {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 23 09:16:02.684941 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:02.840674 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (be7df1d6-633f-454c-adc7-cafe76e0b4ef), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:02.842677 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (be7df1d6-633f-454c-adc7-cafe76e0b4ef), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.006615 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] Publish callbacks [] for router_controller (be7df1d6-633f-454c-adc7-cafe76e0b4ef), precommit_add_association {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.019666 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 18c636bf-4e50-4009-a534-f682541b8382 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:16:03.081699 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (be7df1d6-633f-454c-adc7-cafe76e0b4ef), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.103832 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 18c636bf-4e50-4009-a534-f682541b8382 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:03.104246 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (18c636bf-4e50-4009-a534-f682541b8382), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.180013 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.181376 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-6634c1b0-96b4-43af-8807-f9c7f6378940 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9473565 Jun 23 09:16:03.207916 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 18c636bf-4e50-4009-a534-f682541b8382 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:16:03.208317 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (18c636bf-4e50-4009-a534-f682541b8382), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.246169 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:03.249444 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:03.253780 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 18c636bf-4e50-4009-a534-f682541b8382, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=18c636bf-4e50-4009-a534-f682541b8382,segment=NetworkSegment(711c1a43-611d-407d-8fbb-0264a164e9c3),segment_id=711c1a43-611d-407d-8fbb-0264a164e9c3)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:16:03.354775 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (18c636bf-4e50-4009-a534-f682541b8382), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.405272 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=18c636bf-4e50-4009-a534-f682541b8382,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:03.584502 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5279b-76eb-4961-8c2f-6e8888553c74 None None] Network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:16:03.658660 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-1b088cf8-cdaf-4e4d-b5ed-e04b43a92a61 None None] Provisioning complete for port 18c636bf-4e50-4009-a534-f682541b8382 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:03.659024 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-1b088cf8-cdaf-4e4d-b5ed-e04b43a92a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (18c636bf-4e50-4009-a534-f682541b8382), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.774828 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-1b088cf8-cdaf-4e4d-b5ed-e04b43a92a61 None None] Current status of the port 18c636bf-4e50-4009-a534-f682541b8382 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:16:03.893978 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-5e7a5f01-859e-4dfc-9e6c-82284b45711e None None] Provisioning complete for port 18c636bf-4e50-4009-a534-f682541b8382 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:03.894368 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5e7a5f01-859e-4dfc-9e6c-82284b45711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (18c636bf-4e50-4009-a534-f682541b8382), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:03.966546 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-5e7a5f01-859e-4dfc-9e6c-82284b45711e None None] Current status of the port 18c636bf-4e50-4009-a534-f682541b8382 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:16:04.108377 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:04.109307 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=65,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:04.992949 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 18c636bf-4e50-4009-a534-f682541b8382 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:16:05.034549 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 18c636bf-4e50-4009-a534-f682541b8382 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:05.034956 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (18c636bf-4e50-4009-a534-f682541b8382), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:05.104124 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 18c636bf-4e50-4009-a534-f682541b8382 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:16:05.489613 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 38516) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:16:05.805437 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [None req-254d1aa1-4062-4aba-a479-255e27273e82 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104734) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:16:05.806417 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-254d1aa1-4062-4aba-a479-255e27273e82 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3158827 Jun 23 09:16:08.066728 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 38524) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:16:08.382942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:16:08.474775 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Made reservation on behalf of e5fa9b7cbdd44d0c8b5ffa0c15d81646 for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:16:08.477597 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:08.493698 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:08.599179 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Publish callbacks [] for security_group (9ede7f0a-3ce6-424f-9c35-bf68b483329d), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:08.634685 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (9ede7f0a-3ce6-424f-9c35-bf68b483329d), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:08.646269 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=104734) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 09:16:08.678692 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746041746306', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (085f5d76-ef9e-4195-b653-a16356a88ada), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:08.679271 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Unsubscribe: segment precommit_create {{(pid=104734) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 09:16:08.679782 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Added segment 085f5d76-ef9e-4195-b653-a16356a88ada of type flat for network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed Jun 23 09:16:08.696630 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ede7f0a-3ce6-424f-9c35-bf68b483329d,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:08.741362 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.741639 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.742017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.742349 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.742673 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.743017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.743335 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.743648 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.743977 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.744292 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.744619 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.744933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.745249 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.745557 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.745862 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Tracked resource versions report: Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: pushed versions: Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: { 'AddressGroup': {'1.2'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Agent': {'1.1'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'ConntrackHelper': {'1.0'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'LocalIPAssociation': {'1.0'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Log': {'1.0'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'NDPProxy': {'1.0'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Network': {'1.1'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Port': {'1.7'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'PortForwarding': {'1.3'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'QosPolicy': {'1.10'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SecurityGroup': {'1.5'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SubPort': {'1.0'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Subnet': {'1.1'}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Trunk': {'1.1'}} Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: consumer versions: Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: { DHCP agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: L3 agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: Metadata agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: Metering agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: Open vSwitch agent@dv-cinder-847274-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Agent': '1.1', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'ConntrackHelper': '1.0', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'LocalIPAssociation': '1.0', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Log': '1.0', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'NDPProxy': '1.0', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Network': '1.1', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Port': '1.7', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'PortForwarding': '1.3', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'QosPolicy': '1.10', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SecurityGroup': '1.5', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SecurityGroupRule': '1.2', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SubPort': '1.0', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Subnet': '1.1', Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Trunk': '1.1'}} Jun 23 09:16:08.747239 dv-cinder-847274-1-iscsi neutron-server[104734]: {{(pid=104734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:16:08.796167 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:08.892085 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:08.893273 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:16:08.893984 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:08.993438 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3b20200c-5d5a-47f0-bfe5-b6054e4c4bed,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:09.003503 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:16:09.014412 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a60e22c2-189e-4eac-a471-5936c054e0c1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9466476 Jun 23 09:16:09.452805 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:16:10.132178 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-86a6b11a-8d1a-46ba-b1af-bd749f71b40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:11.253669 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 38536) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:16:11.655870 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c35a1e-159f-4148-beb0-6d432be4b38f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:16:11.657231 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-01c35a1e-159f-4148-beb0-6d432be4b38f demo admin] 10.222.0.52 "GET /v2.0/subnets/2ecb530b-b5c5-4901-96a3-cd92d491d4a4 HTTP/1.1" status: 200 len: 849 time: 0.4026229 Jun 23 09:16:11.798465 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-48559968-b1d5-421b-899b-ddb1504b8565 demo admin] 10.222.0.52 "GET /v2.0/routers/be7df1d6-633f-454c-adc7-cafe76e0b4ef HTTP/1.1" status: 200 len: 704 time: 0.1353240 Jun 23 09:16:12.031820 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:12.070031 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:12.145659 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:12.286249 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-cf165b8a-f35e-4ad5-b129-84d415a3c8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:12.364549 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Allocated IP 172.20.0.1 (aedbb7e6-4836-4a39-9ac2-0e957b0056b7/2ecb530b-b5c5-4901-96a3-cd92d491d4a4/16d31783-78d5-4b2d-89e3-06b89b76fcad) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:16:12.552219 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Publish callbacks [] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:12.692778 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:12.767902 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:16:12.776985 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:16:12.780084 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:16:12.780711 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (be7df1d6-633f-454c-adc7-cafe76e0b4ef), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:12.837314 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Pushing event updated for resources: {'Port': ['ID=16d31783-78d5-4b2d-89e3-06b89b76fcad,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:12.976902 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-abbcd47e-8182-47b3-b501-bf58b59ca52d None None] Provisioning complete for port 16d31783-78d5-4b2d-89e3-06b89b76fcad triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:12.977296 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-abbcd47e-8182-47b3-b501-bf58b59ca52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:13.007256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-abbcd47e-8182-47b3-b501-bf58b59ca52d None None] Port 16d31783-78d5-4b2d-89e3-06b89b76fcad cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:16:13.102240 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:13.172387 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:13.303252 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Publish callbacks [] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:13.371522 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:13.372339 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (be7df1d6-633f-454c-adc7-cafe76e0b4ef), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:13.433420 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Pushing event updated for resources: {'Port': ['ID=16d31783-78d5-4b2d-89e3-06b89b76fcad,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:13.497465 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:13.498270 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:16:13.499590 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:16:13.606578 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:13.720427 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Router be7df1d6-633f-454c-adc7-cafe76e0b4ef is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:16:13.727887 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-21484adb-8694-4157-826a-1ea3894d6601 None None] Provisioning complete for port 16d31783-78d5-4b2d-89e3-06b89b76fcad triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:13.728291 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-21484adb-8694-4157-826a-1ea3894d6601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:13.758240 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-21484adb-8694-4157-826a-1ea3894d6601 None None] Port 16d31783-78d5-4b2d-89e3-06b89b76fcad cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:16:13.809426 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:16:13.814438 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-179e7ae3-0543-496e-aae7-e77de3a1e26a demo admin] 10.222.0.52 "PUT /v2.0/routers/be7df1d6-633f-454c-adc7-cafe76e0b4ef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0106161 Jun 23 09:16:13.834165 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Sync routers for ids ['be7df1d6-633f-454c-adc7-cafe76e0b4ef'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:16:13.847557 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Routers {'be7df1d6-633f-454c-adc7-cafe76e0b4ef'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:16:13.848393 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:16:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['be7df1d6-633f-454c-adc7-cafe76e0b4ef'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:16:14.024163 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Set router be7df1d6-633f-454c-adc7-cafe76e0b4ef gateway port host: None {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:16:14.439717 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'name': 'router1', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:16:02Z', 'updated_at': '2022-06-23T09:16:12Z', 'revision_number': 2, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'gw_port_host': None, '_interfaces': [{'id': '16d31783-78d5-4b2d-89e3-06b89b76fcad', 'name': '', 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'mac_address': 'fa:16:3e:27:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:12Z', 'updated_at': '2022-06-23T09:16:13Z', 'revision_number': 2, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'subnets': [{'id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1b170c-6de0-427a-af2c-2ec5dcca48dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:16:14.488137 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Checking router: be7df1d6-633f-454c-adc7-cafe76e0b4ef for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:16:14.488506 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Updating router be7df1d6-633f-454c-adc7-cafe76e0b4ef port 16d31783-78d5-4b2d-89e3-06b89b76fcad binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:16:14.555638 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:14.965926 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.055880 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Publish callbacks [] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.120454 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.210550 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Pushing event updated for resources: {'Port': ['ID=16d31783-78d5-4b2d-89e3-06b89b76fcad,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:15.222331 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.222676 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.223047 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.223390 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.223724 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.224052 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.224380 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.224701 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.225024 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.225345 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.225670 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.226006 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.226325 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.226640 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.226977 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Tracked resource versions report: Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: pushed versions: Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: { 'AddressGroup': {'1.2'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Agent': {'1.1'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'ConntrackHelper': {'1.0'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'LocalIPAssociation': {'1.0'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Log': {'1.0'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'NDPProxy': {'1.0'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Network': {'1.1'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Port': {'1.7'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'PortForwarding': {'1.3'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'QosPolicy': {'1.10'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SecurityGroup': {'1.5'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SubPort': {'1.0'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Subnet': {'1.1'}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Trunk': {'1.1'}} Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: consumer versions: Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: { DHCP agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: L3 agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: Metadata agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: Metering agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: Open vSwitch agent@dv-cinder-847274-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Agent': '1.1', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'ConntrackHelper': '1.0', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'LocalIPAssociation': '1.0', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Log': '1.0', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'NDPProxy': '1.0', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Network': '1.1', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Port': '1.7', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'PortForwarding': '1.3', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'QosPolicy': '1.10', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SecurityGroup': '1.5', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SecurityGroupRule': '1.2', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SubPort': '1.0', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Subnet': '1.1', Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Trunk': '1.1'}} Jun 23 09:16:15.228376 dv-cinder-847274-1-iscsi neutron-server[104737]: {{(pid=104737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:16:15.313790 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Attempting to bind port 16d31783-78d5-4b2d-89e3-06b89b76fcad on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:16:15.314200 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Attempting to bind port 16d31783-78d5-4b2d-89e3-06b89b76fcad by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:16:15.314630 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Attempting to bind port 16d31783-78d5-4b2d-89e3-06b89b76fcad on network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:16:15.315549 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.320816 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:16:15.321231 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Checking segment: {'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:16:15.321717 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.322104 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Bound using segment: {'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:16:15.322574 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Bound port: 16d31783-78d5-4b2d-89e3-06b89b76fcad, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711c1a43-611d-407d-8fbb-0264a164e9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:16:15.322983 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.390027 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] For port 16d31783-78d5-4b2d-89e3-06b89b76fcad, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:16:15.390595 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-05d5612b-ed51-4e5d-9623-154b36999451 None None] Provisioning complete for port 16d31783-78d5-4b2d-89e3-06b89b76fcad triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:15.391065 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-05d5612b-ed51-4e5d-9623-154b36999451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.392967 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:15.405137 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:15.410595 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] For port 16d31783-78d5-4b2d-89e3-06b89b76fcad, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=16d31783-78d5-4b2d-89e3-06b89b76fcad,segment=NetworkSegment(711c1a43-611d-407d-8fbb-0264a164e9c3),segment_id=711c1a43-611d-407d-8fbb-0264a164e9c3)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:16:15.424084 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-05d5612b-ed51-4e5d-9623-154b36999451 None None] Port 16d31783-78d5-4b2d-89e3-06b89b76fcad cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:16:15.521332 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.577952 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Routers {'be7df1d6-633f-454c-adc7-cafe76e0b4ef'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:16:15.578578 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:16:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['be7df1d6-633f-454c-adc7-cafe76e0b4ef'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:16:15.586601 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dccae1-70e5-4a49-8e03-77c3d0c3a372 None None] Pushing event updated for resources: {'Port': ['ID=16d31783-78d5-4b2d-89e3-06b89b76fcad,revision_number=4']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:15.668701 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] Set router be7df1d6-633f-454c-adc7-cafe76e0b4ef gateway port host: None {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:16:15.743662 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-98f140aa-449a-43e2-aace-7c0ff2ff0fc3 None None] Provisioning complete for port 16d31783-78d5-4b2d-89e3-06b89b76fcad triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:15.744212 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-98f140aa-449a-43e2-aace-7c0ff2ff0fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.818429 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-98f140aa-449a-43e2-aace-7c0ff2ff0fc3 None None] Current status of the port 16d31783-78d5-4b2d-89e3-06b89b76fcad is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:16:15.818991 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-98f140aa-449a-43e2-aace-7c0ff2ff0fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.855745 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-98f140aa-449a-43e2-aace-7c0ff2ff0fc3 None None] For port 16d31783-78d5-4b2d-89e3-06b89b76fcad, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=16d31783-78d5-4b2d-89e3-06b89b76fcad,segment=NetworkSegment(711c1a43-611d-407d-8fbb-0264a164e9c3),segment_id=711c1a43-611d-407d-8fbb-0264a164e9c3)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:16:15.866559 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'name': 'router1', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:16:02Z', 'updated_at': '2022-06-23T09:16:12Z', 'revision_number': 2, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'gw_port_host': None, '_interfaces': [{'id': '16d31783-78d5-4b2d-89e3-06b89b76fcad', 'name': '', 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'mac_address': 'fa:16:3e:27:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:12Z', 'updated_at': '2022-06-23T09:16:15Z', 'revision_number': 4, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'subnets': [{'id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1b170c-6de0-427a-af2c-2ec5dcca48dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:16:15.891648 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83312b0d-97ea-43e9-8c48-c9ec289b85df None None] The sync data for ids ['be7df1d6-633f-454c-adc7-cafe76e0b4ef'] in dv-cinder-847274-1-iscsi is: [{'id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'name': 'router1', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:16:02Z', 'updated_at': '2022-06-23T09:16:12Z', 'revision_number': 2, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'gw_port_host': None, '_interfaces': [{'id': '16d31783-78d5-4b2d-89e3-06b89b76fcad', 'name': '', 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'mac_address': 'fa:16:3e:27:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:12Z', 'updated_at': '2022-06-23T09:16:15Z', 'revision_number': 4, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'subnets': [{'id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1b170c-6de0-427a-af2c-2ec5dcca48dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:16:15.938101 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-98f140aa-449a-43e2-aace-7c0ff2ff0fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:15.999332 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f140aa-449a-43e2-aace-7c0ff2ff0fc3 None None] Pushing event updated for resources: {'Port': ['ID=16d31783-78d5-4b2d-89e3-06b89b76fcad,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:16.083381 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 38558) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:16:16.280059 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21873a90-4449-4312-9fd5-b2ea2c8e941c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:16:16.281425 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-21873a90-4449-4312-9fd5-b2ea2c8e941c admin admin] 10.222.0.52 "GET /v2.0/networks/3b20200c-5d5a-47f0-bfe5-b6054e4c4bed HTTP/1.1" status: 200 len: 842 time: 0.1971326 Jun 23 09:16:16.290831 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Request body: {'subnet': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:16:16.378137 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Made reservation on behalf of e5fa9b7cbdd44d0c8b5ffa0c15d81646 for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:16:16.380485 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:16.749446 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.objects.ports [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104734) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 23 09:16:16.749798 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (9c36cfe0-a4ed-4898-b2a6-c449822ecec5), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:16.778564 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:16.801871 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c36cfe0-a4ed-4898-b2a6-c449822ecec5,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:16.818663 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:16:16.819050 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Network hostable DHCP agents. Network: 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:16:16.920103 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:16:17.000821 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:16:17.004788 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:16:17.005427 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:17.011903 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15e0575-b839-49af-96bb-1b6c3acf8b04 None None] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:16:17.089130 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-afcdb8a5-4c6f-404f-b21c-7c20ee8b16a0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8015134 Jun 23 09:16:17.117232 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0cc12a-16e8-4694-96ae-cf60a8a9c1c9 None None] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:16:17.181932 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:19.431245 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 38576) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:16:19.559824 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1d34d528-2498-4f57-8029-c8cc18b18f20 demo admin] 10.222.0.52 "GET /v2.0/routers/be7df1d6-633f-454c-adc7-cafe76e0b4ef HTTP/1.1" status: 200 len: 710 time: 0.1274521 Jun 23 09:16:19.646863 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893c3678-a0d0-4f2d-812f-15ccd1608e75 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:16:19.648169 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-893c3678-a0d0-4f2d-812f-15ccd1608e75 demo admin] 10.222.0.52 "GET /v2.0/networks/3b20200c-5d5a-47f0-bfe5-b6054e4c4bed HTTP/1.1" status: 200 len: 886 time: 0.0827971 Jun 23 09:16:19.657279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:16:19.724652 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:19.962106 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks [] for router_gateway (be7df1d6-633f-454c-adc7-cafe76e0b4ef), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:20.364117 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks [] for router_gateway (be7df1d6-633f-454c-adc7-cafe76e0b4ef), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:20.439276 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:20.544622 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Allocated IP 172.27.2.91 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/93d40708-b15f-4660-86bf-eeb6cda34250) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:16:20.555940 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:20.649836 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks [] for port (93d40708-b15f-4660-86bf-eeb6cda34250), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:20.768587 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:20.812182 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:16:20.815616 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:16:20.818157 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:16:20.822429 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:20.857575 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Pushing event updated for resources: {'Port': ['ID=93d40708-b15f-4660-86bf-eeb6cda34250,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:21.022832 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 16d31783-78d5-4b2d-89e3-06b89b76fcad up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:16:21.050488 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:21.068163 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 16d31783-78d5-4b2d-89e3-06b89b76fcad triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:21.068667 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:21.088757 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:21.144051 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks [] for router_gateway (be7df1d6-633f-454c-adc7-cafe76e0b4ef), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:21.151698 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 16d31783-78d5-4b2d-89e3-06b89b76fcad is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:16:21.326192 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1946580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1936726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6549'] for router (be7df1d6-633f-454c-adc7-cafe76e0b4ef), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:21.329332 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1946541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1946559', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1936687'] for router (be7df1d6-633f-454c-adc7-cafe76e0b4ef), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:21.429653 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Router be7df1d6-633f-454c-adc7-cafe76e0b4ef has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:16:21.605142 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:16:21.609373 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:21.610588 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a57d3b5c-00d5-4a14-9822-8c510940a136 demo admin] 10.222.0.52 "PUT /v2.0/routers/be7df1d6-633f-454c-adc7-cafe76e0b4ef HTTP/1.1" status: 200 len: 889 time: 1.9568136 Jun 23 09:16:22.355761 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Sync routers for ids ['be7df1d6-633f-454c-adc7-cafe76e0b4ef'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:16:22.367785 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Routers {'be7df1d6-633f-454c-adc7-cafe76e0b4ef'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:16:22.368409 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:16:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['be7df1d6-633f-454c-adc7-cafe76e0b4ef'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:16:22.567198 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Set router be7df1d6-633f-454c-adc7-cafe76e0b4ef gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:16:22.930284 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'name': 'router1', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '93d40708-b15f-4660-86bf-eeb6cda34250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:16:02Z', 'updated_at': '2022-06-23T09:16:20Z', 'revision_number': 4, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'gw_port': {'id': '93d40708-b15f-4660-86bf-eeb6cda34250', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:20Z', 'updated_at': '2022-06-23T09:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '16d31783-78d5-4b2d-89e3-06b89b76fcad', 'name': '', 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'mac_address': 'fa:16:3e:27:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:12Z', 'updated_at': '2022-06-23T09:16:15Z', 'revision_number': 5, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'subnets': [{'id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1b170c-6de0-427a-af2c-2ec5dcca48dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:16:23.042105 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Checking router: be7df1d6-633f-454c-adc7-cafe76e0b4ef for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:16:23.042473 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Updating router be7df1d6-633f-454c-adc7-cafe76e0b4ef port 93d40708-b15f-4660-86bf-eeb6cda34250 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:16:23.094339 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:23.404248 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Publish callbacks [] for port (93d40708-b15f-4660-86bf-eeb6cda34250), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:23.480761 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:23.532476 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Attempting to bind port 93d40708-b15f-4660-86bf-eeb6cda34250 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:16:23.532843 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Attempting to bind port 93d40708-b15f-4660-86bf-eeb6cda34250 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:16:23.533203 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Attempting to bind port 93d40708-b15f-4660-86bf-eeb6cda34250 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:16:23.536573 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447f64-7ec8-425c-a733-eae8c7feda6c None None] Pushing event updated for resources: {'Port': ['ID=93d40708-b15f-4660-86bf-eeb6cda34250,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:23.541459 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:16:23.547252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:16:23.547252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:23.547252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:16:23.547252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Bound port: 93d40708-b15f-4660-86bf-eeb6cda34250, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:16:23.547252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:23.590650 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] For port 93d40708-b15f-4660-86bf-eeb6cda34250, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:16:23.593558 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] For port 93d40708-b15f-4660-86bf-eeb6cda34250, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=93d40708-b15f-4660-86bf-eeb6cda34250,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:16:23.663490 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:23.722257 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447f64-7ec8-425c-a733-eae8c7feda6c None None] Pushing event updated for resources: {'Port': ['ID=93d40708-b15f-4660-86bf-eeb6cda34250,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:23.724850 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Routers {'be7df1d6-633f-454c-adc7-cafe76e0b4ef'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:16:23.725371 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:16:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['be7df1d6-633f-454c-adc7-cafe76e0b4ef'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:16:23.826050 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] Set router be7df1d6-633f-454c-adc7-cafe76e0b4ef gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:16:23.855248 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:23.878440 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 38588) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:16:23.991262 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-05692260-9c62-4ef5-84e1-c51edfb55426 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1115983 Jun 23 09:16:24.020790 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'name': 'router1', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '93d40708-b15f-4660-86bf-eeb6cda34250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:16:02Z', 'updated_at': '2022-06-23T09:16:20Z', 'revision_number': 4, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'gw_port': {'id': '93d40708-b15f-4660-86bf-eeb6cda34250', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:20Z', 'updated_at': '2022-06-23T09:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '16d31783-78d5-4b2d-89e3-06b89b76fcad', 'name': '', 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'mac_address': 'fa:16:3e:27:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:12Z', 'updated_at': '2022-06-23T09:16:15Z', 'revision_number': 5, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'subnets': [{'id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1b170c-6de0-427a-af2c-2ec5dcca48dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:16:24.053763 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf06a206-08c1-47ca-be57-55fda1616dfb None None] The sync data for ids ['be7df1d6-633f-454c-adc7-cafe76e0b4ef'] in dv-cinder-847274-1-iscsi is: [{'id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'name': 'router1', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '93d40708-b15f-4660-86bf-eeb6cda34250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:16:02Z', 'updated_at': '2022-06-23T09:16:20Z', 'revision_number': 4, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'gw_port': {'id': '93d40708-b15f-4660-86bf-eeb6cda34250', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:20Z', 'updated_at': '2022-06-23T09:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '16d31783-78d5-4b2d-89e3-06b89b76fcad', 'name': '', 'network_id': 'aedbb7e6-4836-4a39-9ac2-0e957b0056b7', 'tenant_id': '79d2a60c71124efc90e0d0b445517d55', 'mac_address': 'fa:16:3e:27:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7df1d6-633f-454c-adc7-cafe76e0b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:16:12Z', 'updated_at': '2022-06-23T09:16:15Z', 'revision_number': 5, 'project_id': '79d2a60c71124efc90e0d0b445517d55', 'subnets': [{'id': '2ecb530b-b5c5-4901-96a3-cd92d491d4a4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3e1b170c-6de0-427a-af2c-2ec5dcca48dc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:16:25.020288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 93d40708-b15f-4660-86bf-eeb6cda34250 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:16:25.061865 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 93d40708-b15f-4660-86bf-eeb6cda34250 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:25.062253 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:25.126852 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:25.130981 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 93d40708-b15f-4660-86bf-eeb6cda34250 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:16:25.131363 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:25.154432 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 93d40708-b15f-4660-86bf-eeb6cda34250, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=93d40708-b15f-4660-86bf-eeb6cda34250,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:16:25.217840 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:25.221856 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:25.267903 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=93d40708-b15f-4660-86bf-eeb6cda34250,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:16:25.869185 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=23 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:25.870409 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=59 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:27.033210 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 93d40708-b15f-4660-86bf-eeb6cda34250 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:16:27.092641 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 93d40708-b15f-4660-86bf-eeb6cda34250 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:16:27.093272 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (93d40708-b15f-4660-86bf-eeb6cda34250), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:27.173400 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 93d40708-b15f-4660-86bf-eeb6cda34250 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:16:33.985191 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:UPDATE=1,neutron:SELECT=53 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:33.989187 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:37.165189 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=18 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:37.168583 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=11 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:37.169332 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:40.029914 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3afba063-535f-4c17-a315-c7b35ecabb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:42.269991 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e52bda78-4c04-4a34-bc76-bacce60ad72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:43.469657 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:44.989351 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:45.322271 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:16:46.452723 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:16:54.930653 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:55.252507 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=8 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:16:55.259068 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:01.484046 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:01.486496 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:10.034976 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-959ec602-39a2-48f0-8045-e38ec6078866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:12.274934 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0b7939f0-b4be-4ac9-a69b-49073cc87150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:13.555105 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:15.063167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:15.320456 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:23.452941 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:17:25.251392 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=11 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:25.256231 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:25.259926 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:38.480677 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:38.483479 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:40.028841 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b2a7fd92-b6ac-46e1-ac75-a4c626d7b43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:41.872530 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39126) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:17:41.933590 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5f30e4-658d-4ec0-a41c-86d68c656b08 admin admin] GET failed (client error): The resource could not be found. Jun 23 09:17:41.934882 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-fc5f30e4-658d-4ec0-a41c-86d68c656b08 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0614123 Jun 23 09:17:42.094430 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d78654-3ec3-460a-82ef-67bc20c1fd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:42.096455 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b8d78654-3ec3-460a-82ef-67bc20c1fd48 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575639 Jun 23 09:17:42.273435 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d44b97a0-f3be-4058-9e86-1474499e8473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:43.485642 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:44.154638 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39136) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:17:44.247420 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d5e96-8d64-44e6-abac-9a74f818419b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:44.248760 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-da9d5e96-8d64-44e6-abac-9a74f818419b admin admin] 10.222.0.52 "GET /v2.0/subnets/2ecb530b-b5c5-4901-96a3-cd92d491d4a4 HTTP/1.1" status: 200 len: 849 time: 0.0936944 Jun 23 09:17:44.258557 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:17:44.343514 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Publish callbacks [] for subnet (2ecb530b-b5c5-4901-96a3-cd92d491d4a4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:44.541448 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746041596519'] for subnet (2ecb530b-b5c5-4901-96a3-cd92d491d4a4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:44.572060 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:44.572667 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:44.573942 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] 10.222.0.52 "PUT /v2.0/subnets/2ecb530b-b5c5-4901-96a3-cd92d491d4a4 HTTP/1.1" status: 200 len: 868 time: 0.3192968 Jun 23 09:17:44.576861 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18af8845-3093-4ee9-b03e-1809eb08311c None None] Network aedbb7e6-4836-4a39-9ac2-0e957b0056b7 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:17:44.594252 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ecb530b-b5c5-4901-96a3-cd92d491d4a4,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:17:44.602356 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.602356 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.602682 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.603065 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.603400 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.603741 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.604041 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.604398 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.604697 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.605081 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.605436 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.605766 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.606093 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.606416 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.606738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bad3eea-2370-4fed-a2e8-202141f330f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:17:44.858032 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-46faf900-07c7-4daf-9a06-94865c7e2faa None None] Provisioning complete for port 16d31783-78d5-4b2d-89e3-06b89b76fcad triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:17:44.858361 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-46faf900-07c7-4daf-9a06-94865c7e2faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (16d31783-78d5-4b2d-89e3-06b89b76fcad), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:44.945116 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-46faf900-07c7-4daf-9a06-94865c7e2faa None None] Current status of the port 16d31783-78d5-4b2d-89e3-06b89b76fcad is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:17:44.953372 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-46faf900-07c7-4daf-9a06-94865c7e2faa None None] Provisioning complete for port 18c636bf-4e50-4009-a534-f682541b8382 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:17:44.953758 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-46faf900-07c7-4daf-9a06-94865c7e2faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (18c636bf-4e50-4009-a534-f682541b8382), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:45.023681 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-46faf900-07c7-4daf-9a06-94865c7e2faa None None] Current status of the port 18c636bf-4e50-4009-a534-f682541b8382 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:17:45.051780 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:45.370265 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:17:46.723832 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39144) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:17:46.932063 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7daa9f-fcde-4b08-8657-425d7d957ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:46.932458 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7daa9f-fcde-4b08-8657-425d7d957ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:46.934026 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-eb7daa9f-fcde-4b08-8657-425d7d957ef8 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2092242 Jun 23 09:17:49.006613 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39152) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:17:49.140462 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de73f4d-8b64-4cce-a484-3c70c6349d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:49.140929 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de73f4d-8b64-4cce-a484-3c70c6349d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:49.142999 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1de73f4d-8b64-4cce-a484-3c70c6349d4b admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1354048 Jun 23 09:17:51.191001 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39160) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:17:51.313039 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:51.315986 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476aff2a-8309-4865-9fe0-69e1f8ff0a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:51.317360 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-476aff2a-8309-4865-9fe0-69e1f8ff0a77 admin admin] 10.222.0.52 "GET /v2.0/networks/3b20200c-5d5a-47f0-bfe5-b6054e4c4bed HTTP/1.1" status: 200 len: 886 time: 0.1254034 Jun 23 09:17:53.368478 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39168) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:17:53.477975 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:53.497087 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed9eb9b-c161-4ff0-8b03-a031f499033f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:53.498452 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2ed9eb9b-c161-4ff0-8b03-a031f499033f admin admin] 10.222.0.52 "GET /v2.0/networks/aedbb7e6-4836-4a39-9ac2-0e957b0056b7 HTTP/1.1" status: 200 len: 869 time: 0.1289368 Jun 23 09:17:55.251760 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:55.257119 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=37 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:55.258757 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=4,neutron:SELECT=24 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:55.577282 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39176) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:17:55.701167 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca84721-9f93-40f9-aa40-c58bb0f15efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:55.701625 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca84721-9f93-40f9-aa40-c58bb0f15efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:55.703166 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1ca84721-9f93-40f9-aa40-c58bb0f15efe admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249042 Jun 23 09:17:57.446427 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:57.464330 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:17:57.757072 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39184) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:17:57.847547 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b569f7-dddd-4041-818e-d930bfb7f597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:57.847992 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b569f7-dddd-4041-818e-d930bfb7f597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:17:57.849715 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-85b569f7-dddd-4041-818e-d930bfb7f597 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916417 Jun 23 09:17:59.948370 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39192) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:18:00.042508 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277267fa-e76d-4c7a-a655-e1dad784f451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:18:00.044095 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-277267fa-e76d-4c7a-a655-e1dad784f451 admin admin] 10.222.0.52 "GET /v2.0/subnets/2ecb530b-b5c5-4901-96a3-cd92d491d4a4 HTTP/1.1" status: 200 len: 868 time: 0.0945613 Jun 23 09:18:00.451929 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:18:02.130390 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39200) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:18:02.219334 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293e6b03-864c-4b34-8e95-632036e65b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:18:02.221542 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-293e6b03-864c-4b34-8e95-632036e65b95 admin admin] 10.222.0.52 "GET /v2.0/subnets/9c36cfe0-a4ed-4898-b2a6-c449822ecec5 HTTP/1.1" status: 200 len: 816 time: 0.0901375 Jun 23 09:18:10.021064 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-850cd809-a60e-4eb2-b54a-d8d5f5033512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:12.215685 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=22 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:12.216417 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=42 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:12.266850 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-27b458a3-57fa-424e-aa8e-48a1298354bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:13.491926 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:14.992687 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:15.314790 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:15.469640 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:15.479396 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=6 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:25.251251 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:25.256118 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:25.257819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:29.038486 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39254) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:18:29.085299 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [None req-11bae4c2-dd60-42d2-9f10-b1931242b826 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104734) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:18:29.086299 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-11bae4c2-dd60-42d2-9f10-b1931242b826 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468471 Jun 23 09:18:31.215203 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39262) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:18:31.274811 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea61b0f-723d-460c-acc2-80b01d72a934 admin admin] GET failed (client error): The resource could not be found. Jun 23 09:18:31.276096 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-6ea61b0f-723d-460c-acc2-80b01d72a934 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599592 Jun 23 09:18:31.364570 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a372ac-c5a0-4fd7-8812-ffa84d487755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:18:31.366015 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-79a372ac-c5a0-4fd7-8812-ffa84d487755 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859728 Jun 23 09:18:33.456945 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39270) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:18:33.507960 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:18:33.617057 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Made reservation on behalf of e5fa9b7cbdd44d0c8b5ffa0c15d81646 for: {'network': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:18:33.619424 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:33.653101 dv-cinder-847274-1-iscsi neutron-server[104735]: WARNING neutron.services.revisions.revision_plugin [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Could not find related network for resource to bump revision. Jun 23 09:18:33.665163 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=104735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:18:33.677809 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (2dd841f3-38a8-4bba-a973-0642a49386f0), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:33.678146 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.segments_db [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Added segment 2dd841f3-38a8-4bba-a973-0642a49386f0 of type vlan for network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 Jun 23 09:18:33.714431 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (52788d5e-c5f7-4674-ae4c-53a47c11c7e8), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:33.823002 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (52788d5e-c5f7-4674-ae4c-53a47c11c7e8), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:33.824011 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:18:33.824594 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:33.911810 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Pushing event updated for resources: {'Network': ['ID=52788d5e-c5f7-4674-ae4c-53a47c11c7e8,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:18:33.918241 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.918579 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.918926 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.919263 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.919584 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.919904 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.920251 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.920565 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.920896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.921216 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.921531 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.921845 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.922182 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.922491 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.923370 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:33.933958 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:18:33.996322 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d0f91788-b052-46ad-a800-6fe6e2f36209 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5382285 Jun 23 09:18:35.200840 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=10 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:35.209863 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=16 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:36.159738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39280) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:18:36.220111 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.pecan_wsgi.hooks.translation [None req-751351f7-75f9-4290-8ec7-d716f3f92629 admin admin] GET failed (client error): The resource could not be found. Jun 23 09:18:36.221369 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-751351f7-75f9-4290-8ec7-d716f3f92629 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606930 Jun 23 09:18:36.289258 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b481497-462a-42ad-a87b-8c8f230213e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:18:36.290732 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-6b481497-462a-42ad-a87b-8c8f230213e1 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650668 Jun 23 09:18:36.300646 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Request body: {'subnet': {'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:18:36.382741 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Made reservation on behalf of e5fa9b7cbdd44d0c8b5ffa0c15d81646 for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:18:36.384963 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:36.697877 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (375af694-bb19-41ed-8f3b-331139fef528), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:36.755054 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375af694-bb19-41ed-8f3b-331139fef528,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:18:36.764327 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Checking segment: {'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:18:36.764715 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Network hostable DHCP agents. Network: 52788d5e-c5f7-4674-ae4c-53a47c11c7e8, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:18:36.874473 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:18:36.937428 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 52788d5e-c5f7-4674-ae4c-53a47c11c7e8) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:18:36.941456 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:18:36.942300 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:36.949479 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f09d1-6b1e-4a0f-b56c-4081116bf0fe None None] Network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:18:37.029233 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-030423b1-b479-4d0e-a7d4-036c07951406 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7322364 Jun 23 09:18:37.057647 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-52788d5e-c5f7-4674-ae4c-53a47c11c7e8', 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8', 'project_id': 'e5fa9b7cbdd44d0c8b5ffa0c15d81646', 'fixed_ips': [{'subnet_id': '375af694-bb19-41ed-8f3b-331139fef528'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:18:37.058941 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:37.301637 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Allocated IP 192.168.233.2 (52788d5e-c5f7-4674-ae4c-53a47c11c7e8/375af694-bb19-41ed-8f3b-331139fef528/0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:18:37.444530 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Publish callbacks [] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:37.450794 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:18:37.538414 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:37.580279 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:18:37.582420 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:18:37.586241 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:18:37.592662 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Pushing event updated for resources: {'Port': ['ID=0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:18:37.615801 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.616146 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.616503 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.616857 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.617193 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.617528 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.617850 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.618178 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.618498 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.618821 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.619167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.619511 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.619833 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.620152 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.620466 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:18:37.656795 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Attempting to bind port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:18:37.657198 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Attempting to bind port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:18:37.657549 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Attempting to bind port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 on network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:18:37.662560 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:18:37.663078 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Checking segment: {'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:18:37.663473 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:37.663851 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Bound using segment: {'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:18:37.664309 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Bound port: 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:18:37.664679 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:37.726000 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] For port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:18:37.728978 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] For port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96,segment=NetworkSegment(2dd841f3-38a8-4bba-a973-0642a49386f0),segment_id=2dd841f3-38a8-4bba-a973-0642a49386f0)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:18:37.844464 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:37.900828 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ccfdb-a810-4559-8ee7-47171b53e532 None None] Pushing event updated for resources: {'Port': ['ID=0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:18:38.727863 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee6aea-e1f5-47c8-9e43-44ab48a2108a None None] Network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:18:38.844013 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-8632496a-e974-4db1-a36d-dcb7d9209303 None None] Provisioning complete for port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:18:38.844807 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8632496a-e974-4db1-a36d-dcb7d9209303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:38.930350 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-8632496a-e974-4db1-a36d-dcb7d9209303 None None] Current status of the port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:18:38.930740 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8632496a-e974-4db1-a36d-dcb7d9209303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:38.975732 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-8632496a-e974-4db1-a36d-dcb7d9209303 None None] For port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96,segment=NetworkSegment(2dd841f3-38a8-4bba-a973-0642a49386f0),segment_id=2dd841f3-38a8-4bba-a973-0642a49386f0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:18:39.049823 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8632496a-e974-4db1-a36d-dcb7d9209303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:39.121921 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:18:39.147604 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632496a-e974-4db1-a36d-dcb7d9209303 None None] Pushing event updated for resources: {'Port': ['ID=0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:18:39.177986 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-391f1b00-3588-4664-a441-726764e1168e None None] Provisioning complete for port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:18:39.177986 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-391f1b00-3588-4664-a441-726764e1168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:39.214850 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:18:39.215196 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:39.252571 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:39.260336 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:39.315359 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-391f1b00-3588-4664-a441-726764e1168e None None] Current status of the port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:18:39.320454 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:39.324834 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:18:40.077918 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b0fce527-aeac-4e1d-8655-9872d35c2d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:41.093678 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:18:41.143441 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:18:41.143827 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:41.213956 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 0ce5baad-8bfa-4d7c-a50a-0de1b7b8fa96 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:18:42.337644 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-032b3430-0bcb-4753-aa20-3353710f6d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:43.491615 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:43.914630 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=28,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:43.939131 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:44.992227 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:45.342924 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:18:46.945340 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=53,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:46.951324 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=60,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:52.474069 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:52.483974 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=7 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:55.257137 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:55.261013 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=17 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:18:55.263692 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:19:10.034342 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4c531395-de76-4c4b-b6d6-f72ec666ecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:12.449326 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-15a07f71-acc2-454a-8c72-48664d3bdd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:13.525030 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:14.450083 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:19:14.991906 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:15.343588 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:25.256046 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:19:25.259903 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:19:25.261608 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:19:29.481781 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=6 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:19:38.444688 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:19:40.025641 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0aaff742-21b1-404a-b78d-1e472b5f1cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:42.311693 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-53d6a7e8-ef7e-4f52-89e5-c30d9908c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:43.477466 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:45.000506 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:45.371539 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:19:51.448375 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:19:54.940413 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:19:55.286745 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:19:55.289057 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:06.480697 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:06.487031 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=6 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:10.048345 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d0f25867-43fe-4e61-8ff9-a04e93097774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:11.026437 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39322) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:20:11.032730 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [None req-ddecfb8d-2852-4b5d-bb0d-fb50f1784ccf tempest-verify_tempest_config-1421701959 tempest-verify_tempest_config-1421701959-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104734) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:20:11.033806 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ddecfb8d-2852-4b5d-bb0d-fb50f1784ccf tempest-verify_tempest_config-1421701959 tempest-verify_tempest_config-1421701959-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063691 Jun 23 09:20:11.829971 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39340) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:20:11.933065 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:12.005138 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Publish callbacks [] for security_group (91bedaa7-ab93-43e2-9ebe-6df72d4b008c), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:12.091869 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (91bedaa7-ab93-43e2-9ebe-6df72d4b008c), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:12.138372 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de8ee20c6fcf4d56913d0ecd5e00456e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3073792 Jun 23 09:20:12.139415 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bedaa7-ab93-43e2-9ebe-6df72d4b008c,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:20:12.146941 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39344) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:20:12.147451 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.147563 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.147922 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.148268 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.148600 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.148933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.149260 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.149618 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.149959 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.150291 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.150630 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.150993 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.151320 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.151639 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.151957 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6552b-7157-4a63-b4c5-d1a26ad63657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.206966 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Publish callbacks [] for security_group (91bedaa7-ab93-43e2-9ebe-6df72d4b008c), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:12.228560 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Publish callbacks [] for security_group (91bedaa7-ab93-43e2-9ebe-6df72d4b008c), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:12.293993 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a7b395c5-f8f4-4b04-99cf-20c8b753b24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:12.423641 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (91bedaa7-ab93-43e2-9ebe-6df72d4b008c), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:12.426095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:12.427262 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91bedaa7-ab93-43e2-9ebe-6df72d4b008c HTTP/1.1" status: 204 len: 168 time: 0.2844691 Jun 23 09:20:12.434986 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bedaa7-ab93-43e2-9ebe-6df72d4b008c,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:20:12.442388 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.442734 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.443106 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.443447 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.443781 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.444109 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.444434 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.444756 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.445089 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.445408 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.445762 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.446064 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.446386 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.446704 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:12.447058 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a3342b-814f-4115-9a30-9db485933bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:20:13.499941 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:15.023386 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:15.339634 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:22.142925 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=17,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:22.143842 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=22,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:22.437441 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:22.438228 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:24.941584 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:25.257810 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:25.260664 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:28.447890 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:20:40.042201 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-1e4d587b-dea6-4efd-a170-d1c9b9dada43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:42.345294 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-73d9df42-2407-47c5-bda4-8bfef3b117bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:43.482020 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:43.487571 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=16 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:43.492466 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=18 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:45.031085 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:45.356643 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:20:54.947141 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:55.251568 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:20:55.258398 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:05.446892 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:21:10.053450 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9856e4f4-bf86-419b-a2a5-43f4e43cb5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:12.310474 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-043be393-4478-4f9c-b660-0ef2fbc20d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:13.491599 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:15.036158 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:15.365867 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:20.484226 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:20.488507 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:24.948664 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:25.252873 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:25.254725 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:38.449815 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:38.450571 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:40.058609 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-eb9f8502-2613-484f-872c-5cd7e063ebf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:42.287239 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-f280f341-6d4a-4e19-a42d-1a633332bb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:42.446301 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 5 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:21:43.504242 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:45.018570 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:45.321416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:55.247676 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:55.251578 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:55.254313 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:57.447394 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1933615'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:21:57.479670 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:21:57.485538 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:07.336636 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:07.337364 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:07.341053 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:09.608952 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39422) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:22:09.713454 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-05da9faa-048f-47a8-ad8e-7a23be51264d admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1034019 Jun 23 09:22:10.047286 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee50b-5192-426a-9a30-c183aaf206cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:11.802420 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39432) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:22:11.851475 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-f24d54fc-0df8-4071-bfed-5f937e863fa8 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529082 Jun 23 09:22:12.281282 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-cefda67b-d28a-47c1-8764-9ced63c0d48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:13.492449 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:15.047190 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:15.331793 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:19.445945 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:22:21.845976 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:21.846752 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:25.253335 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:25.258154 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:25.259859 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:27.371420 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:35.077996 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=17 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:35.079959 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=17 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:37.287444 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:37.291312 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:37.294009 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:40.023592 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-92c1208e-16bc-4940-a103-dd86531160c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:42.263267 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f588-6584-4566-b912-f3bee06a037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:43.486403 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:45.103682 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:45.326538 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:22:55.254812 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:55.259700 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:55.261416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:22:56.445042 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:22:57.378107 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:10.017867 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3ab868d3-708c-417b-b497-6dc1d783b1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:11.474178 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:11.479114 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:12.281071 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0bfadcdf-9106-4bb8-bfb9-97f5b09455e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:13.480665 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:15.069155 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:15.360321 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:25.257651 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:25.261510 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:25.264200 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:27.406552 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:33.444084 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:23:37.305691 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:37.307603 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:40.063475 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b50a-ac59-4e38-a866-62b94e57d411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:42.268877 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-f1874197-4044-4626-ba2e-afa56d6e8fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:43.543543 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:45.023382 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:45.343523 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:48.473345 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:48.474705 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:50.004279 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39614) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:50.310196 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-483352295-network', 'tenant_id': '29ece34041e04c78868e53d90b658a82'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:50.417716 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Made reservation on behalf of 29ece34041e04c78868e53d90b658a82 for: {'network': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:23:50.420203 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:50.428941 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:50.505712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Publish callbacks [] for security_group (36784398-29ff-479a-8ab4-56425724e3b6), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:50.605958 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (36784398-29ff-479a-8ab4-56425724e3b6), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:50.627762 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=104735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:23:50.641318 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36784398-29ff-479a-8ab4-56425724e3b6,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:50.648789 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (665e563f-8dd9-4d7c-b9c6-1f18e394cd9c), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:50.649142 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.segments_db [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Added segment 665e563f-8dd9-4d7c-b9c6-1f18e394cd9c of type vlan for network 730dea22-6746-4fe9-87f5-32cb3807b5fd Jun 23 09:23:50.659213 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.659556 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.659910 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.660247 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.660574 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.660896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.661289 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.661611 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.661955 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.662281 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.662607 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.662950 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.663267 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.663579 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.663894 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Tracked resource versions report: Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: pushed versions: Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: { 'AddressGroup': {'1.2'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Agent': {'1.1'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'ConntrackHelper': {'1.0'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'LocalIPAssociation': {'1.0'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Log': {'1.0'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'NDPProxy': {'1.0'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Network': {'1.1'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Port': {'1.7'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'PortForwarding': {'1.3'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'QosPolicy': {'1.10'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SecurityGroup': {'1.5'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SubPort': {'1.0'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Subnet': {'1.1'}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Trunk': {'1.1'}} Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: consumer versions: Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: { DHCP agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: HyperV agent@hv-cinder-84727: {}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: L3 agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: Metadata agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: Metering agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: Open vSwitch agent@dv-cinder-847274-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Agent': '1.1', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'ConntrackHelper': '1.0', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'LocalIPAssociation': '1.0', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Log': '1.0', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'NDPProxy': '1.0', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Network': '1.1', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Port': '1.7', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'PortForwarding': '1.3', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'QosPolicy': '1.10', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SecurityGroup': '1.5', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SecurityGroupRule': '1.2', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'SubPort': '1.0', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Subnet': '1.1', Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: 'Trunk': '1.1'}} Jun 23 09:23:50.665050 dv-cinder-847274-1-iscsi neutron-server[104735]: {{(pid=104735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:23:50.706235 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (730dea22-6746-4fe9-87f5-32cb3807b5fd), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:50.795464 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (730dea22-6746-4fe9-87f5-32cb3807b5fd), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:50.796474 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:23:50.797079 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:50.864693 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] Pushing event updated for resources: {'Network': ['ID=730dea22-6746-4fe9-87f5-32cb3807b5fd,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:50.875528 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:23:50.904715 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39658) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:50.948736 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39670) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:50.989735 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-2d9154f6-6c6c-48c4-8842-9c84f2c722a6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9833984 Jun 23 09:23:50.989866 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39674) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:50.996876 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Request body: {'subnet': {'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-subnet', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:51.086185 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Made reservation on behalf of 29ece34041e04c78868e53d90b658a82 for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:23:51.088645 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.161344 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1811677483-network', 'tenant_id': '0160aecb23854482b26d188beec1021d'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:51.309066 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Made reservation on behalf of 0160aecb23854482b26d188beec1021d for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:23:51.312199 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.322192 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.333487 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-network', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:51.380040 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (882b59bc-77c5-4100-9862-fc8fc00912d6), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.463847 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Made reservation on behalf of 368a6f8fbca64e7791d5330f0a99d086 for: {'network': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:23:51.467112 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.476999 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Publish callbacks [] for security_group (e7f30d04-9fab-4b60-83d9-d0f89e00f1a5), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.477553 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=882b59bc-77c5-4100-9862-fc8fc00912d6,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:51.484333 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.487414 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Checking segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:23:51.487751 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Network hostable DHCP agents. Network: 730dea22-6746-4fe9-87f5-32cb3807b5fd, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:23:51.491728 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.493401 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.493925 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.494490 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.495110 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.495591 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.496090 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.496567 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.497131 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.498243 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.498728 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.499259 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.500361 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.500361 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.500686 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Tracked resource versions report: Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: pushed versions: Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: { 'AddressGroup': {'1.2'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Agent': {'1.1'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'ConntrackHelper': {'1.0'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'LocalIPAssociation': {'1.0'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Log': {'1.0'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'NDPProxy': {'1.0'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Network': {'1.1'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Port': {'1.7'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'PortForwarding': {'1.3'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'QosPolicy': {'1.10'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SecurityGroup': {'1.5'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SubPort': {'1.0'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Subnet': {'1.1'}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Trunk': {'1.1'}} Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: consumer versions: Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: { DHCP agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: HyperV agent@hv-cinder-84727: {}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: L3 agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: Metadata agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: Metering agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: Open vSwitch agent@dv-cinder-847274-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Agent': '1.1', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'ConntrackHelper': '1.0', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'LocalIPAssociation': '1.0', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Log': '1.0', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'NDPProxy': '1.0', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Network': '1.1', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Port': '1.7', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'PortForwarding': '1.3', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'QosPolicy': '1.10', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SecurityGroup': '1.5', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SecurityGroupRule': '1.2', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'SubPort': '1.0', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Subnet': '1.1', Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: 'Trunk': '1.1'}} Jun 23 09:23:51.502214 dv-cinder-847274-1-iscsi neutron-server[104734]: {{(pid=104734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:23:51.549805 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e7f30d04-9fab-4b60-83d9-d0f89e00f1a5), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.587226 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:23:51.594174 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Publish callbacks [] for security_group (daec0a2e-ed5e-4f65-bd97-7f74008e9ed5), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.598433 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:51.630899 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (38ca8bba-5673-40a3-975c-d8fda65278c0), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.631268 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Added segment 38ca8bba-5673-40a3-975c-d8fda65278c0 of type vlan for network d2c6a2f1-6342-4920-800e-25b59a18fe42 Jun 23 09:23:51.677811 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (d2c6a2f1-6342-4920-800e-25b59a18fe42), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.699442 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:23:51.732999 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (daec0a2e-ed5e-4f65-bd97-7f74008e9ed5), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.758827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=104735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:23:51.769287 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:51.774204 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (e19b6e14-8f57-42cc-bc97-185edb02b898), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.774540 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.segments_db [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Added segment e19b6e14-8f57-42cc-bc97-185edb02b898 of type vlan for network f9023da2-9c4b-4934-b1b2-3b253a92c58b Jun 23 09:23:51.818704 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (f9023da2-9c4b-4934-b1b2-3b253a92c58b), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.835686 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 730dea22-6746-4fe9-87f5-32cb3807b5fd) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:51.837723 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (d2c6a2f1-6342-4920-800e-25b59a18fe42), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.839030 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:23:51.840253 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.852252 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:23:51.852252 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.855900 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb424d-728c-49ee-b25a-83e5c8ca390c None None] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:23:51.876011 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:51.932850 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] Pushing event updated for resources: {'Network': ['ID=d2c6a2f1-6342-4920-800e-25b59a18fe42,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:51.947413 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:23:51.950680 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (f9023da2-9c4b-4934-b1b2-3b253a92c58b), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.951737 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:23:51.952701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:51.983691 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e4d21b7a-39d7-495e-b4e2-b76396394a4d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.0765707 Jun 23 09:23:51.990700 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8830b8ee-34dd-483e-8603-b43d55b96c9f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9971087 Jun 23 09:23:51.991318 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39702) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:51.991893 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39704) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:52.005644 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Request body: {'subnet': {'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1811677483-subnet', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:52.015333 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-730dea22-6746-4fe9-87f5-32cb3807b5fd', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'project_id': '29ece34041e04c78868e53d90b658a82', 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:23:52.016763 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.020833 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=72,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:52.036290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:52.102769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:52.135395 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] Pushing event updated for resources: {'Network': ['ID=f9023da2-9c4b-4934-b1b2-3b253a92c58b,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:52.153873 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9a7131c2-3a83-4e28-a2ed-1a2c9e426a8c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1946580 Jun 23 09:23:52.153975 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39712) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:52.160076 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Request body: {'subnet': {'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-subnet', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:52.177041 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:23:52.179262 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:52.264031 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Made reservation on behalf of 0160aecb23854482b26d188beec1021d for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:23:52.267019 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.270236 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (d3cc802d-ab00-4d73-8414-435a85e23c40), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.273881 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (d3cc802d-ab00-4d73-8414-435a85e23c40), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.275837 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Made reservation on behalf of 368a6f8fbca64e7791d5330f0a99d086 for: {'subnet': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:23:52.277940 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.300668 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Allocated IP 172.20.0.2 (730dea22-6746-4fe9-87f5-32cb3807b5fd/882b59bc-77c5-4100-9862-fc8fc00912d6/99ab8236-2033-4203-b105-af78d83dd94f) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:23:52.408180 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks [] for router_controller (d3cc802d-ab00-4d73-8414-435a85e23c40), precommit_add_association {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.459761 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Publish callbacks [] for port (99ab8236-2033-4203-b105-af78d83dd94f), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.532674 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (99ab8236-2033-4203-b105-af78d83dd94f), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.635707 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:23:52.640342 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Pushing event updated for resources: {'Port': ['ID=99ab8236-2033-4203-b105-af78d83dd94f,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:52.645781 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:52.656918 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:23:52.663976 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (e0321591-ebfb-46d6-ba68-18f655718c03), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.665893 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.667029 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.668139 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.668837 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.672091 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.674694 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.674694 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.674694 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.674694 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.674694 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.675354 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.675899 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.676425 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.676948 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.677466 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Tracked resource versions report: Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: pushed versions: Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: { 'AddressGroup': {'1.2'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Agent': {'1.1'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'ConntrackHelper': {'1.0'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'LocalIPAssociation': {'1.0'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Log': {'1.0'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'NDPProxy': {'1.0'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Network': {'1.1'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Port': {'1.7'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'PortForwarding': {'1.3'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'QosPolicy': {'1.10'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SecurityGroup': {'1.5'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SubPort': {'1.0'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Subnet': {'1.1'}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Trunk': {'1.1'}} Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: consumer versions: Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: { DHCP agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: HyperV agent@hv-cinder-84727: {}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: L3 agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: Metadata agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: Metering agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: Open vSwitch agent@dv-cinder-847274-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Agent': '1.1', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'ConntrackHelper': '1.0', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'LocalIPAssociation': '1.0', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Log': '1.0', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'NDPProxy': '1.0', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Network': '1.1', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Port': '1.7', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'PortForwarding': '1.3', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'QosPolicy': '1.10', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SecurityGroup': '1.5', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SecurityGroupRule': '1.2', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'SubPort': '1.0', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Subnet': '1.1', Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: 'Trunk': '1.1'}} Jun 23 09:23:52.678852 dv-cinder-847274-1-iscsi neutron-server[104736]: {{(pid=104736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:23:52.685655 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (ce0388a5-155f-45d4-8e2a-1d8b8974883b), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.790884 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0321591-ebfb-46d6-ba68-18f655718c03,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:52.795010 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks [] for router_gateway (d3cc802d-ab00-4d73-8414-435a85e23c40), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.817996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Attempting to bind port 99ab8236-2033-4203-b105-af78d83dd94f on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:23:52.819335 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Attempting to bind port 99ab8236-2033-4203-b105-af78d83dd94f by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:23:52.820405 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Attempting to bind port 99ab8236-2033-4203-b105-af78d83dd94f on network 730dea22-6746-4fe9-87f5-32cb3807b5fd {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:23:52.834950 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Checking segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:23:52.835306 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Network hostable DHCP agents. Network: f9023da2-9c4b-4934-b1b2-3b253a92c58b, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:23:52.836411 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:23:52.839550 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Checking segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:23:52.840457 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.842441 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Bound using segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:23:52.843938 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Bound port: 99ab8236-2033-4203-b105-af78d83dd94f, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:23:52.844518 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (99ab8236-2033-4203-b105-af78d83dd94f), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:52.888835 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0388a5-155f-45d4-8e2a-1d8b8974883b,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:52.900056 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:52.934591 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] For port 99ab8236-2033-4203-b105-af78d83dd94f, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:23:52.939091 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] For port 99ab8236-2033-4203-b105-af78d83dd94f, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=99ab8236-2033-4203-b105-af78d83dd94f,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:23:52.966940 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:23:52.971034 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Checking segment: {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:23:52.975560 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Network hostable DHCP agents. Network: d2c6a2f1-6342-4920-800e-25b59a18fe42, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:23:53.064729 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (99ab8236-2033-4203-b105-af78d83dd94f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.094437 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, f9023da2-9c4b-4934-b1b2-3b253a92c58b) {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:53.107619 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:23:53.108355 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.114888 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203a5bb-d13d-4567-9954-6387a5fea297 None None] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:23:53.206722 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:53.220363 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:23:53.225087 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks [] for router_gateway (d3cc802d-ab00-4d73-8414-435a85e23c40), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.227282 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-4f7b2fce-02f2-49d9-911b-2539f51f101b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0722563 Jun 23 09:23:53.229897 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39750) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:53.239411 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:53.258165 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.261567 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, d2c6a2f1-6342-4920-800e-25b59a18fe42) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:53.270763 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:23:53.271772 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.293188 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599a9dc6-a81c-4bff-914f-e6d91103375b None None] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:23:53.338815 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:23:53.340999 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.547328 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (62b9be4c-3c56-4e92-8043-fc264b8707c9), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.547328 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (62b9be4c-3c56-4e92-8043-fc264b8707c9), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.550512 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Allocated IP 172.27.2.103 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/0caae7f6-b7d1-4455-a229-2e0ba65ea616) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:23:53.556056 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e19e1c-9e4d-4b04-9c0c-aa0910323be4 None None] Pushing event updated for resources: {'Port': ['ID=99ab8236-2033-4203-b105-af78d83dd94f,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:53.585886 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-168da494-da91-4f0c-9f74-e7fd3f1daf33 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5916324 Jun 23 09:23:53.619061 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks [] for router_controller (62b9be4c-3c56-4e92-8043-fc264b8707c9), precommit_add_association {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.620491 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39764) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:53.626358 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:23:53.688031 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks [] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.716586 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-d2c6a2f1-6342-4920-800e-25b59a18fe42', 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42', 'project_id': '0160aecb23854482b26d188beec1021d', 'fixed_ips': [{'subnet_id': 'ce0388a5-155f-45d4-8e2a-1d8b8974883b'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:23:53.717535 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.761864 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.763390 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.784994 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:53.863239 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Allocated IP 172.20.0.2 (f9023da2-9c4b-4934-b1b2-3b253a92c58b/e0321591-ebfb-46d6-ba68-18f655718c03/fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:23:53.864500 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:53.865748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:53.949588 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:23:53.953664 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:53.958184 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:23:53.962242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Pushing event updated for resources: {'Port': ['ID=0caae7f6-b7d1-4455-a229-2e0ba65ea616,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:54.003416 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks [] for router_gateway (62b9be4c-3c56-4e92-8043-fc264b8707c9), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.330045 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks [] for router_controller (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), precommit_add_association {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.334948 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Allocated IP 172.20.0.2 (d2c6a2f1-6342-4920-800e-25b59a18fe42/ce0388a5-155f-45d4-8e2a-1d8b8974883b/803887d7-e468-4032-8d7a-9f845092f6bf) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:23:54.334948 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Publish callbacks [] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.354440 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Publish callbacks [] for port (803887d7-e468-4032-8d7a-9f845092f6bf), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.401973 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.449302 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:23:54.453225 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:54.456987 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:23:54.465612 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Pushing event updated for resources: {'Port': ['ID=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:54.533229 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.543468 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Attempting to bind port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:23:54.543784 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Attempting to bind port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:23:54.545453 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Attempting to bind port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 on network f9023da2-9c4b-4934-b1b2-3b253a92c58b {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:23:54.560213 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:23:54.560974 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Checking segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:23:54.561127 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.561421 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Bound using segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:23:54.561957 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Bound port: fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:23:54.562744 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.564878 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19581453-1a60-477a-bbf5-aabdb0e54a29 None None] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:23:54.567646 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks [] for router_gateway (d3cc802d-ab00-4d73-8414-435a85e23c40), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.569098 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:23:54.623868 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:54.629886 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:23:54.681152 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:54.720485 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Pushing event updated for resources: {'Port': ['ID=803887d7-e468-4032-8d7a-9f845092f6bf,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:54.815509 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks [] for router_gateway (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.829095 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-d0b2d329-78f5-4c60-a1ee-be713f6623b4 None None] Provisioning complete for port 99ab8236-2033-4203-b105-af78d83dd94f triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:54.829520 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d329-78f5-4c60-a1ee-be713f6623b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (99ab8236-2033-4203-b105-af78d83dd94f), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.843622 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks [] for router_gateway (62b9be4c-3c56-4e92-8043-fc264b8707c9), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.862598 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:54.879776 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.931455 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Attempting to bind port 803887d7-e468-4032-8d7a-9f845092f6bf on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:23:54.931827 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Attempting to bind port 803887d7-e468-4032-8d7a-9f845092f6bf by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:23:54.932196 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Attempting to bind port 803887d7-e468-4032-8d7a-9f845092f6bf on network d2c6a2f1-6342-4920-800e-25b59a18fe42 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:23:54.944233 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] For port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:23:54.961655 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:23:54.962035 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Checking segment: {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:23:54.962448 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.962850 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Bound using segment: {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:23:54.963360 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Bound port: 803887d7-e468-4032-8d7a-9f845092f6bf, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:23:54.963745 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:54.971364 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] For port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:23:54.991927 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (d3cc802d-ab00-4d73-8414-435a85e23c40), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.099204 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2d329-78f5-4c60-a1ee-be713f6623b4 None None] Current status of the port 99ab8236-2033-4203-b105-af78d83dd94f is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:55.099597 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d329-78f5-4c60-a1ee-be713f6623b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (99ab8236-2033-4203-b105-af78d83dd94f), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.119624 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] For port 803887d7-e468-4032-8d7a-9f845092f6bf, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:23:55.121574 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.187989 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] For port 803887d7-e468-4032-8d7a-9f845092f6bf, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=803887d7-e468-4032-8d7a-9f845092f6bf,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:23:55.200301 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Allocated IP 172.27.2.221 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/2b49addc-4583-4559-8007-945887547200) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:23:55.258507 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-d0b2d329-78f5-4c60-a1ee-be713f6623b4 None None] For port 99ab8236-2033-4203-b105-af78d83dd94f, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=99ab8236-2033-4203-b105-af78d83dd94f,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:23:55.295093 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896afde-3b83-46c9-9a96-95dd24d9e682 None None] Pushing event updated for resources: {'Port': ['ID=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:55.316012 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Router d3cc802d-ab00-4d73-8414-435a85e23c40 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:23:55.357483 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d329-78f5-4c60-a1ee-be713f6623b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (99ab8236-2033-4203-b105-af78d83dd94f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.364741 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.459515 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:55.484388 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks [] for router_gateway (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.489069 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 99ab8236-2033-4203-b105-af78d83dd94f up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:23:55.515723 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.620918 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-30f9556f-8d7b-43f3-a187-a3cbde9b5860 None None] Provisioning complete for port 99ab8236-2033-4203-b105-af78d83dd94f triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:55.621512 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-30f9556f-8d7b-43f3-a187-a3cbde9b5860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (99ab8236-2033-4203-b105-af78d83dd94f), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.629560 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks [] for port (2b49addc-4583-4559-8007-945887547200), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.657897 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:23:55.670761 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Sync routers for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:23:55.671714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:55.694459 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:23:55.695626 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:23:55.769123 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2d329-78f5-4c60-a1ee-be713f6623b4 None None] Pushing event updated for resources: {'Port': ['ID=99ab8236-2033-4203-b105-af78d83dd94f,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:55.773395 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.778379 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f2b672e6-8c2d-459f-b3cf-417dcb2e7b12 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7489974 Jun 23 09:23:55.781801 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39834) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:55.953237 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (2b49addc-4583-4559-8007-945887547200), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:55.957910 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:23:55.982336 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-30f9556f-8d7b-43f3-a187-a3cbde9b5860 None None] Current status of the port 99ab8236-2033-4203-b105-af78d83dd94f is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:55.997813 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 99ab8236-2033-4203-b105-af78d83dd94f triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:55.998402 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (99ab8236-2033-4203-b105-af78d83dd94f), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:56.108562 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a3eff-e60f-4de8-8b8a-0a9689d540b5 None None] Pushing event updated for resources: {'Port': ['ID=803887d7-e468-4032-8d7a-9f845092f6bf,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:56.156038 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 99ab8236-2033-4203-b105-af78d83dd94f is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:56.207066 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39850) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:56.241084 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:23:56.257981 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=83,neutron:UPDATE=11,neutron:INSERT=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:56.259780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:56.312922 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:54Z', 'revision_number': 3, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:23:56.344146 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Checking router: d3cc802d-ab00-4d73-8414-435a85e23c40 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:23:56.344867 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Updating router d3cc802d-ab00-4d73-8414-435a85e23c40 port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:23:56.369556 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e77697d9-5f36-4744-a635-e94126c254eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:56.382409 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:56.421870 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:23:56.456453 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Allocated IP 172.27.2.77 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/98a6bcb2-af39-442b-bee0-d71696d0a2c4) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:23:56.527602 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Pushing event updated for resources: {'Port': ['ID=2b49addc-4583-4559-8007-945887547200,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:56.535152 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e77697d9-5f36-4744-a635-e94126c254eb admin admin] Publish callbacks [] for security_group (a62ca8dc-9aad-4c1e-a62b-fb2e59947392), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:56.720906 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e77697d9-5f36-4744-a635-e94126c254eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a62ca8dc-9aad-4c1e-a62b-fb2e59947392), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:56.773827 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77697d9-5f36-4744-a635-e94126c254eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ca8dc-9aad-4c1e-a62b-fb2e59947392,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:56.783019 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e77697d9-5f36-4744-a635-e94126c254eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75ca8c6ca93741a085c55058a543b245&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5746682 Jun 23 09:23:56.783673 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39860) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:56.849671 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks [] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:56.871756 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b32c49b-5241-4d45-8da6-80d1198c0d23 admin admin] Publish callbacks [] for security_group (a62ca8dc-9aad-4c1e-a62b-fb2e59947392), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:56.896126 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b32c49b-5241-4d45-8da6-80d1198c0d23 admin admin] Publish callbacks [] for security_group (a62ca8dc-9aad-4c1e-a62b-fb2e59947392), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:56.902086 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:57.011500 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a2924-aecb-4030-866a-103b1004792b None None] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:23:57.086162 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b32c49b-5241-4d45-8da6-80d1198c0d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a62ca8dc-9aad-4c1e-a62b-fb2e59947392), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.088690 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b32c49b-5241-4d45-8da6-80d1198c0d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.089835 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1b32c49b-5241-4d45-8da6-80d1198c0d23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a62ca8dc-9aad-4c1e-a62b-fb2e59947392 HTTP/1.1" status: 204 len: 168 time: 0.3052444 Jun 23 09:23:57.092427 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks [] for router_gateway (62b9be4c-3c56-4e92-8043-fc264b8707c9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.099661 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32c49b-5241-4d45-8da6-80d1198c0d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62ca8dc-9aad-4c1e-a62b-fb2e59947392,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:57.138252 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.146190 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:57.166256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-3219c304-85d3-45ae-8626-fd4ac7482b7a None None] Provisioning complete for port 803887d7-e468-4032-8d7a-9f845092f6bf triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:57.166256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3219c304-85d3-45ae-8626-fd4ac7482b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.201687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Pushing event updated for resources: {'Port': ['ID=98a6bcb2-af39-442b-bee0-d71696d0a2c4,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:57.289634 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84763984-1728-4b7c-83ef-43e8349bf9b6 None None] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:23:57.297992 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:23:57.324658 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:57.363678 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:23:57.422994 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Publish callbacks [] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.532059 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.568663 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.646642 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:23:57.670169 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Attempting to bind port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:23:57.670540 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Attempting to bind port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:23:57.670900 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Attempting to bind port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:23:57.684376 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Pushing event updated for resources: {'Port': ['ID=0caae7f6-b7d1-4455-a229-2e0ba65ea616,revision_number=2']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:57.687601 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:23:57.689679 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:23:57.690088 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.690481 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:23:57.691194 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Bound port: 0caae7f6-b7d1-4455-a229-2e0ba65ea616, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:23:57.697742 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.720047 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.720395 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.720759 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.721228 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.721565 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.721896 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.722223 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.722545 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.722870 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.723218 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.723541 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.723880 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.724203 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.724518 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.724834 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Tracked resource versions report: Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: pushed versions: Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: { 'AddressGroup': {'1.2'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Agent': {'1.1'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'ConntrackHelper': {'1.0'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'LocalIPAssociation': {'1.0'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Log': {'1.0'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'NDPProxy': {'1.0'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Network': {'1.1'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Port': {'1.7'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'PortForwarding': {'1.3'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'QosPolicy': {'1.10'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SecurityGroup': {'1.5'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SubPort': {'1.0'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Subnet': {'1.1'}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Trunk': {'1.1'}} Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: consumer versions: Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: { DHCP agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: HyperV agent@hv-cinder-84727: {}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: L3 agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: Metadata agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: Metering agent@dv-cinder-847274-1-iscsi: {}, Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: Open vSwitch agent@dv-cinder-847274-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Agent': '1.1', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'ConntrackHelper': '1.0', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'LocalIPAssociation': '1.0', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Log': '1.0', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'NDPProxy': '1.0', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Network': '1.1', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Port': '1.7', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'PortForwarding': '1.3', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'QosPolicy': '1.10', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SecurityGroup': '1.5', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SecurityGroupRule': '1.2', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'SubPort': '1.0', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Subnet': '1.1', Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: 'Trunk': '1.1'}} Jun 23 09:23:57.726241 dv-cinder-847274-1-iscsi neutron-server[104737]: {{(pid=104737) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:23:57.767299 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] For port 0caae7f6-b7d1-4455-a229-2e0ba65ea616, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:23:57.771027 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] For port 0caae7f6-b7d1-4455-a229-2e0ba65ea616, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=0caae7f6-b7d1-4455-a229-2e0ba65ea616,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:23:57.772212 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-3219c304-85d3-45ae-8626-fd4ac7482b7a None None] Current status of the port 803887d7-e468-4032-8d7a-9f845092f6bf is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:57.772611 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3219c304-85d3-45ae-8626-fd4ac7482b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.802765 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.857865 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-3219c304-85d3-45ae-8626-fd4ac7482b7a None None] For port 803887d7-e468-4032-8d7a-9f845092f6bf, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=803887d7-e468-4032-8d7a-9f845092f6bf,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:23:57.864096 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:57.864096 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.887557 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.923359 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (62b9be4c-3c56-4e92-8043-fc264b8707c9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.943978 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:57.944510 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:57.985702 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0d2f8-7c0d-42e7-9b78-25614e1a6c6c None None] Pushing event updated for resources: {'Port': ['ID=0caae7f6-b7d1-4455-a229-2e0ba65ea616,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:57.995718 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:23:57.996436 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:23:58.013311 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:23:58.023791 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3219c304-85d3-45ae-8626-fd4ac7482b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.088068 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219c304-85d3-45ae-8626-fd4ac7482b7a None None] Pushing event updated for resources: {'Port': ['ID=803887d7-e468-4032-8d7a-9f845092f6bf,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:58.096517 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:58.109473 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:58.122884 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:23:58.144553 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.145722 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 99ab8236-2033-4203-b105-af78d83dd94f up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:23:58.179936 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-59e3299e-4475-4863-93ba-da6cd407e690 None None] Provisioning complete for port 803887d7-e468-4032-8d7a-9f845092f6bf triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:58.181011 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-59e3299e-4475-4863-93ba-da6cd407e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.189108 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Allocated IP 172.20.0.1 (730dea22-6746-4fe9-87f5-32cb3807b5fd/882b59bc-77c5-4100-9862-fc8fc00912d6/252fbd2b-e156-45f7-b2c0-eab20d809c8b) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:23:58.282979 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:58.293512 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks [] for router_gateway (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.301459 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 99ab8236-2033-4203-b105-af78d83dd94f triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:58.302088 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (99ab8236-2033-4203-b105-af78d83dd94f), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.308670 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:54Z', 'revision_number': 3, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:23:58.333916 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438b051-4466-4f69-8215-53a58cc810ba None None] The sync data for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi is: [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:54Z', 'revision_number': 3, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:23:58.357705 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39884) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:58.373755 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-38bd7e2d-d314-4bb6-a2c4-5bbe30f9558e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.378290 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:58.388608 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-59e3299e-4475-4863-93ba-da6cd407e690 None None] Current status of the port 803887d7-e468-4032-8d7a-9f845092f6bf is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:58.400845 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:58.422537 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-59e3299e-4475-4863-93ba-da6cd407e690 None None] Provisioning complete for port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:58.422854 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-59e3299e-4475-4863-93ba-da6cd407e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.455760 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 99ab8236-2033-4203-b105-af78d83dd94f is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:58.458682 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 803887d7-e468-4032-8d7a-9f845092f6bf up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:23:58.475909 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:58.481407 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-38bd7e2d-d314-4bb6-a2c4-5bbe30f9558e admin admin] Publish callbacks [] for security_group (3496ce2e-87ca-4f2f-83da-dc5a3a788ac4), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.499883 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:58.522195 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Publish callbacks [] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.532270 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=76,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:58.552700 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 803887d7-e468-4032-8d7a-9f845092f6bf triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:58.553090 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.583283 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-59e3299e-4475-4863-93ba-da6cd407e690 None None] Current status of the port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:58.594094 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-38bd7e2d-d314-4bb6-a2c4-5bbe30f9558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (3496ce2e-87ca-4f2f-83da-dc5a3a788ac4), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.638396 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Router 62b9be4c-3c56-4e92-8043-fc264b8707c9 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:23:58.655792 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 803887d7-e468-4032-8d7a-9f845092f6bf is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:58.722861 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-38bd7e2d-d314-4bb6-a2c4-5bbe30f9558e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0423bd03d0b4c598ac4911bf46471e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3640747 Jun 23 09:23:58.724233 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd7e2d-d314-4bb6-a2c4-5bbe30f9558e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3496ce2e-87ca-4f2f-83da-dc5a3a788ac4,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:58.730053 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.731229 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39892) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:58.783707 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:58.793201 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:58.839351 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:23:58.926511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:23:58.926511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:23:58.926511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (d3cc802d-ab00-4d73-8414-435a85e23c40), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.016508 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Pushing event updated for resources: {'Port': ['ID=252fbd2b-e156-45f7-b2c0-eab20d809c8b,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:59.066202 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:23:59.088527 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Sync routers for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:23:59.101619 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:23:59.102572 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:23:59.227372 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-b12f604c-aad0-43d0-8c17-82e17a9b00ec None None] Provisioning complete for port 252fbd2b-e156-45f7-b2c0-eab20d809c8b triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:59.231038 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-96745225-9681-4331-92e9-8743587a24d0 admin admin] Publish callbacks [] for security_group (3496ce2e-87ca-4f2f-83da-dc5a3a788ac4), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.235896 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b12f604c-aad0-43d0-8c17-82e17a9b00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.272730 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-96745225-9681-4331-92e9-8743587a24d0 admin admin] Publish callbacks [] for security_group (3496ce2e-87ca-4f2f-83da-dc5a3a788ac4), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.300505 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.301180 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:23:59.303893 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-3aed5a59-6e0e-43e2-abfc-16c19cfb6bcb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0721416 Jun 23 09:23:59.315300 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39906) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:23:59.356453 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-b12f604c-aad0-43d0-8c17-82e17a9b00ec None None] Port 252fbd2b-e156-45f7-b2c0-eab20d809c8b cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:23:59.424893 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.428855 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:23:59.506352 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:23:59.535699 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-96745225-9681-4331-92e9-8743587a24d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (3496ce2e-87ca-4f2f-83da-dc5a3a788ac4), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.538626 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-96745225-9681-4331-92e9-8743587a24d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.540033 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-96745225-9681-4331-92e9-8743587a24d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3496ce2e-87ca-4f2f-83da-dc5a3a788ac4 HTTP/1.1" status: 204 len: 168 time: 0.7980309 Jun 23 09:23:59.586353 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:23:56Z', 'revision_number': 3, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:23:59.617615 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Checking router: 62b9be4c-3c56-4e92-8043-fc264b8707c9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:23:59.618025 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Updating router 62b9be4c-3c56-4e92-8043-fc264b8707c9 port 2b49addc-4583-4559-8007-945887547200 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:23:59.623963 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96745225-9681-4331-92e9-8743587a24d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3496ce2e-87ca-4f2f-83da-dc5a3a788ac4,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:23:59.646424 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:23:59.647042 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.683926 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:59.707682 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (2b49addc-4583-4559-8007-945887547200), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.769088 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Publish callbacks [] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.876550 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:23:59.901060 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:23:59.902433 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 803887d7-e468-4032-8d7a-9f845092f6bf up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:23:59.972688 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:23:59.974187 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (d3cc802d-ab00-4d73-8414-435a85e23c40), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.054037 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.120102 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Pushing event updated for resources: {'Port': ['ID=252fbd2b-e156-45f7-b2c0-eab20d809c8b,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:00.130244 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:24:00.140789 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 803887d7-e468-4032-8d7a-9f845092f6bf triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:00.141274 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.149541 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Sync routers for ids ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:24:00.179274 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Routers {'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:00.182301 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:00.282800 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.286730 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-70388b6b-9477-4222-803a-b820369ba3ec admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6625576 Jun 23 09:24:00.288572 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39938) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:00.409846 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Allocated IP 172.20.0.1 (f9023da2-9c4b-4934-b1b2-3b253a92c58b/e0321591-ebfb-46d6-ba68-18f655718c03/baaba5ef-8eb7-4bb9-9dbb-3452ed906999) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:24:00.415685 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:00.421116 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:00.446534 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:00.461166 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Set router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:00.551527 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 803887d7-e468-4032-8d7a-9f845092f6bf is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:00.552675 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 0caae7f6-b7d1-4455-a229-2e0ba65ea616 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:00.671662 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Router d3cc802d-ab00-4d73-8414-435a85e23c40 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:24:00.766068 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Publish callbacks [] for port (2b49addc-4583-4559-8007-945887547200), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.785955 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Publish callbacks [] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.794143 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:00.794143 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.868475 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 39954) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:00.907029 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (2b49addc-4583-4559-8007-945887547200), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.921383 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:00.943935 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:24:00.952175 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-55c81c35-be9e-4c3a-91d6-6688a7d2a491 admin admin] 10.222.0.52 "PUT /v2.0/routers/d3cc802d-ab00-4d73-8414-435a85e23c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1689708 Jun 23 09:24:00.967806 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a0756-054e-403c-af7f-007f22b796a4 None None] Pushing event updated for resources: {'Port': ['ID=2b49addc-4583-4559-8007-945887547200,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:00.970802 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Sync routers for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:24:00.982995 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-1a6c0e6b-e09a-4cb4-984b-1347ba353a2d None None] Provisioning complete for port 252fbd2b-e156-45f7-b2c0-eab20d809c8b triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:00.983790 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-1a6c0e6b-e09a-4cb4-984b-1347ba353a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.004785 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:23:57Z', 'revision_number': 3, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port': {'id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:55Z', 'updated_at': '2022-06-23T09:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:01.054778 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:01.055547 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:01.062794 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Attempting to bind port 2b49addc-4583-4559-8007-945887547200 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:01.062794 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Attempting to bind port 2b49addc-4583-4559-8007-945887547200 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:01.062794 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Attempting to bind port 2b49addc-4583-4559-8007-945887547200 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:01.072927 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:01.081978 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:01.103396 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Checking router: e24ff8d7-1002-4899-b71d-4aa5c0ee9fca for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:24:01.104909 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Updating router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:24:01.115331 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:24:01.115331 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (62b9be4c-3c56-4e92-8043-fc264b8707c9), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.115580 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:01.115580 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:01.115580 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.115580 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:01.116048 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Bound port: 2b49addc-4583-4559-8007-945887547200, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:01.116048 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (2b49addc-4583-4559-8007-945887547200), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.122595 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c0e6b-e09a-4cb4-984b-1347ba353a2d None None] Port 252fbd2b-e156-45f7-b2c0-eab20d809c8b cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:01.149773 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:01.151501 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.164012 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:01.192953 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.194459 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:01.250646 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Pushing event updated for resources: {'Port': ['ID=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:01.263790 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:01.295893 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 0caae7f6-b7d1-4455-a229-2e0ba65ea616, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=0caae7f6-b7d1-4455-a229-2e0ba65ea616,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:01.329588 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] For port 2b49addc-4583-4559-8007-945887547200, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:01.353126 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:01.355155 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] For port 2b49addc-4583-4559-8007-945887547200, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=2b49addc-4583-4559-8007-945887547200,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:01.368971 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.383005 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:01.405289 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:01.521049 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (2b49addc-4583-4559-8007-945887547200), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.563577 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2a18ef43-1275-40d8-ae56-47f75ebbe1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.635178 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.679512 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-af09bd32-8d33-48a1-af56-e3328c9a3932 None None] Provisioning complete for port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:01.679903 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-af09bd32-8d33-48a1-af56-e3328c9a3932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.681167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:01.728407 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.752280 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=0caae7f6-b7d1-4455-a229-2e0ba65ea616,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:01.762017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2a18ef43-1275-40d8-ae56-47f75ebbe1c9 admin admin] Publish callbacks [] for security_group (7bfda0db-63f5-43b3-a949-46d874dba9b3), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.835231 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Publish callbacks [] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.842064 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-af09bd32-8d33-48a1-af56-e3328c9a3932 None None] Port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:01.845458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:01.845458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:01.870799 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2a18ef43-1275-40d8-ae56-47f75ebbe1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (7bfda0db-63f5-43b3-a949-46d874dba9b3), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.925592 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a0756-054e-403c-af7f-007f22b796a4 None None] Pushing event updated for resources: {'Port': ['ID=2b49addc-4583-4559-8007-945887547200,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:01.932044 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:01.976854 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Allocated IP 172.20.0.1 (d2c6a2f1-6342-4920-800e-25b59a18fe42/ce0388a5-155f-45d4-8e2a-1d8b8974883b/309a328d-2bbf-40ad-bc0a-0fae4cd5434c) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:24:02.021456 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:02.024605 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792828ff-bafd-48b7-86dd-0414e6f6a1e4 None None] Pushing event updated for resources: {'Port': ['ID=98a6bcb2-af39-442b-bee0-d71696d0a2c4,revision_number=2']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:02.059569 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 2, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:02.073746 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Attempting to bind port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:02.074357 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Attempting to bind port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:02.074881 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Attempting to bind port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:02.081063 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:02.081658 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:02.082210 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.082744 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:02.083384 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Bound port: 98a6bcb2-af39-442b-bee0-d71696d0a2c4, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:02.083928 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.088210 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Checking router: d3cc802d-ab00-4d73-8414-435a85e23c40 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:24:02.088568 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Updating router d3cc802d-ab00-4d73-8414-435a85e23c40 port 252fbd2b-e156-45f7-b2c0-eab20d809c8b binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:24:02.131842 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 39988) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:02.141395 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-5d73673d-4448-4c63-8c62-56efe6855a86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--295018775', 'description': 'tempest-description--1550446891'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:02.184957 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Publish callbacks [] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.198782 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.349574 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d73673d-4448-4c63-8c62-56efe6855a86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.372781 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] For port 98a6bcb2-af39-442b-bee0-d71696d0a2c4, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:02.383532 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] For port 98a6bcb2-af39-442b-bee0-d71696d0a2c4, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=98a6bcb2-af39-442b-bee0-d71696d0a2c4,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:02.385346 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.390973 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:02.411372 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Publish callbacks [] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.413807 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:02.418151 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:02.421367 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:02.426216 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2a18ef43-1275-40d8-ae56-47f75ebbe1c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad2e6e427876444390f75d4cc8080347&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5566034 Jun 23 09:24:02.427428 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18ef43-1275-40d8-ae56-47f75ebbe1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfda0db-63f5-43b3-a949-46d874dba9b3,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:02.429947 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40002) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:02.441201 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:24:02.441738 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.505128 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:02.521539 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e772a409-9f6c-4fd1-b58e-97b459f675f0 admin admin] Publish callbacks [] for security_group (7bfda0db-63f5-43b3-a949-46d874dba9b3), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.536176 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.537655 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.538729 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (62b9be4c-3c56-4e92-8043-fc264b8707c9), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.547392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Pushing event updated for resources: {'Port': ['ID=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:02.628633 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Routers {'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:02.629271 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:02.632573 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792828ff-bafd-48b7-86dd-0414e6f6a1e4 None None] Pushing event updated for resources: {'Port': ['ID=98a6bcb2-af39-442b-bee0-d71696d0a2c4,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:02.634181 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e772a409-9f6c-4fd1-b58e-97b459f675f0 admin admin] Publish callbacks [] for security_group (7bfda0db-63f5-43b3-a949-46d874dba9b3), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.705575 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d73673d-4448-4c63-8c62-56efe6855a86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (8d1d4541-be52-44de-88aa-2139dfbccbab), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.714877 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Pushing event updated for resources: {'Port': ['ID=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:02.756738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:02.765603 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:00Z', 'revision_number': 1, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:02.772587 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d73673d-4448-4c63-8c62-56efe6855a86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8d1d4541-be52-44de-88aa-2139dfbccbab), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.811857 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] Set router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:02.815763 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:02.817242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:02.826132 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73673d-4448-4c63-8c62-56efe6855a86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1d4541-be52-44de-88aa-2139dfbccbab,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:02.827014 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7a87cf-ae7c-435d-bba3-12677c8e5358 None None] The sync data for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi is: [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:00Z', 'revision_number': 1, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:24:02.839060 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.915562 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-3671b562-fd87-4f57-83c4-02837c27b9ac None None] Provisioning complete for port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:02.915987 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3671b562-fd87-4f57-83c4-02837c27b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.920705 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d73673d-4448-4c63-8c62-56efe6855a86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.923119 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-5d73673d-4448-4c63-8c62-56efe6855a86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7914691 Jun 23 09:24:02.926329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 40010) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:02.926448 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e772a409-9f6c-4fd1-b58e-97b459f675f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (7bfda0db-63f5-43b3-a949-46d874dba9b3), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.929960 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Publish callbacks [] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.933975 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-5d90d9d6-9399-44c7-bdf6-692d97d31f3d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'security_group_rule': {'security_group_id': '8d1d4541-be52-44de-88aa-2139dfbccbab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:02.940570 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e772a409-9f6c-4fd1-b58e-97b459f675f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:02.941747 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e772a409-9f6c-4fd1-b58e-97b459f675f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bfda0db-63f5-43b3-a949-46d874dba9b3 HTTP/1.1" status: 204 len: 168 time: 0.5108938 Jun 23 09:24:03.029447 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772a409-9f6c-4fd1-b58e-97b459f675f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfda0db-63f5-43b3-a949-46d874dba9b3,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:03.035957 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.098646 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:03.169271 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d90d9d6-9399-44c7-bdf6-692d97d31f3d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (f71cfe6d-0fe4-46f4-9d2c-0e619b997a58), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.178040 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:23:57Z', 'revision_number': 3, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port': {'id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:55Z', 'updated_at': '2022-06-23T09:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:03.218751 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Router 62b9be4c-3c56-4e92-8043-fc264b8707c9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:24:03.288575 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cdd8f0-6dd7-4754-95a0-979af71fdfe7 None None] The sync data for ids ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'] in dv-cinder-847274-1-iscsi is: [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:23:57Z', 'revision_number': 3, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port': {'id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:55Z', 'updated_at': '2022-06-23T09:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:24:03.374764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-3671b562-fd87-4f57-83c4-02837c27b9ac None None] Port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:03.501078 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78ded8-44b8-4681-b243-e0b0ac7c0fdd None None] Pushing event updated for resources: {'Port': ['ID=252fbd2b-e156-45f7-b2c0-eab20d809c8b,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:03.520486 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d90d9d6-9399-44c7-bdf6-692d97d31f3d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (f71cfe6d-0fe4-46f4-9d2c-0e619b997a58), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.527748 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Publish callbacks [] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.591199 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 0caae7f6-b7d1-4455-a229-2e0ba65ea616 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:03.592483 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:24:03.630157 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d90d9d6-9399-44c7-bdf6-692d97d31f3d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (f71cfe6d-0fe4-46f4-9d2c-0e619b997a58), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.631205 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-adf80473-3875-42eb-88cd-005feab37434 admin admin] 10.222.0.52 "PUT /v2.0/routers/62b9be4c-3c56-4e92-8043-fc264b8707c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3146534 Jun 23 09:24:03.675401 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90d9d6-9399-44c7-bdf6-692d97d31f3d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71cfe6d-0fe4-46f4-9d2c-0e619b997a58,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:03.701340 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-716a1dd3-5081-4115-bf1f-b8a205a5ebdc None None] Provisioning complete for port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:03.701968 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-716a1dd3-5081-4115-bf1f-b8a205a5ebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.714099 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.716971 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.723834 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:03.724223 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.763792 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Attempting to bind port 252fbd2b-e156-45f7-b2c0-eab20d809c8b on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:03.764162 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Attempting to bind port 252fbd2b-e156-45f7-b2c0-eab20d809c8b by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:03.764637 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Attempting to bind port 252fbd2b-e156-45f7-b2c0-eab20d809c8b on network 730dea22-6746-4fe9-87f5-32cb3807b5fd {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:03.799364 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:03.799857 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Checking segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:03.800138 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.800538 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Bound using segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:03.801044 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Bound port: 252fbd2b-e156-45f7-b2c0-eab20d809c8b, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:03.801394 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.809153 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d90d9d6-9399-44c7-bdf6-692d97d31f3d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.813658 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40044) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:03.818906 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-15097ae7-3419-4702-80b6-9aa1c61fdb21 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'security_group_rule': {'security_group_id': '8d1d4541-be52-44de-88aa-2139dfbccbab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:03.820701 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-5d90d9d6-9399-44c7-bdf6-692d97d31f3d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8930030 Jun 23 09:24:03.881528 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] For port 252fbd2b-e156-45f7-b2c0-eab20d809c8b, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:03.884673 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] For port 252fbd2b-e156-45f7-b2c0-eab20d809c8b, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=252fbd2b-e156-45f7-b2c0-eab20d809c8b,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:03.941341 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:03.941853 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-15097ae7-3419-4702-80b6-9aa1c61fdb21 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (94ac7db3-7d8a-43ac-8630-f788fed082b6), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:03.949085 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Pushing event updated for resources: {'Port': ['ID=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:03.950027 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-716a1dd3-5081-4115-bf1f-b8a205a5ebdc None None] Port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:03.956347 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.009517 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:04.012474 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78ded8-44b8-4681-b243-e0b0ac7c0fdd None None] Pushing event updated for resources: {'Port': ['ID=252fbd2b-e156-45f7-b2c0-eab20d809c8b,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:04.040826 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:04.047936 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:04.048560 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:04.102755 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:04.104158 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:04.111320 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-19a1e7e6-042f-4838-9cbb-3fb0e367c95c None None] Provisioning complete for port 252fbd2b-e156-45f7-b2c0-eab20d809c8b triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:04.111693 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-19a1e7e6-042f-4838-9cbb-3fb0e367c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.149465 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-15097ae7-3419-4702-80b6-9aa1c61fdb21 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (94ac7db3-7d8a-43ac-8630-f788fed082b6), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.229148 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-15097ae7-3419-4702-80b6-9aa1c61fdb21 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (94ac7db3-7d8a-43ac-8630-f788fed082b6), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.286466 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-19a1e7e6-042f-4838-9cbb-3fb0e367c95c None None] Current status of the port 252fbd2b-e156-45f7-b2c0-eab20d809c8b is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:04.287156 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-19a1e7e6-042f-4838-9cbb-3fb0e367c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.318020 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15097ae7-3419-4702-80b6-9aa1c61fdb21 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ac7db3-7d8a-43ac-8630-f788fed082b6,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:04.397654 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:04.403085 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-19a1e7e6-042f-4838-9cbb-3fb0e367c95c None None] For port 252fbd2b-e156-45f7-b2c0-eab20d809c8b, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=252fbd2b-e156-45f7-b2c0-eab20d809c8b,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:04.414057 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-15097ae7-3419-4702-80b6-9aa1c61fdb21 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.416698 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-15097ae7-3419-4702-80b6-9aa1c61fdb21 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6002452 Jun 23 09:24:04.426019 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40054) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:04.431823 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:04.499993 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:04.509957 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-19a1e7e6-042f-4838-9cbb-3fb0e367c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.572632 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.700968 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:24:04.780259 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-6bb54e21-f47b-4268-8e9e-4046f78bd9e0 None None] Provisioning complete for port 252fbd2b-e156-45f7-b2c0-eab20d809c8b triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:04.780646 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6bb54e21-f47b-4268-8e9e-4046f78bd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.910786 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1e7e6-042f-4838-9cbb-3fb0e367c95c None None] Pushing event updated for resources: {'Port': ['ID=252fbd2b-e156-45f7-b2c0-eab20d809c8b,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:04.945684 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:24:04.958680 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-bb85ef87-c59a-4a64-a543-319b52b3c581 admin admin] 10.222.0.52 "PUT /v2.0/routers/e24ff8d7-1002-4899-b71d-4aa5c0ee9fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6689870 Jun 23 09:24:04.980697 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:04.990567 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:05.183432 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:05.223443 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Allocated IP 172.27.2.191 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/c7684cec-e712-451d-b04f-56bea45d5cfa) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:24:05.246503 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:05.250093 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 40098) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:05.252806 dv-cinder-847274-1-iscsi neutron-server[104735]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 09:24:05.269487 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-6bb54e21-f47b-4268-8e9e-4046f78bd9e0 None None] Current status of the port 252fbd2b-e156-45f7-b2c0-eab20d809c8b is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:05.306195 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:03Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:05.376819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abda1ec9-6c29-4a3c-8b8e-07e84b4c1052 None None] The sync data for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi is: [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:03Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:24:05.414290 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-410858bc-d474-4c15-b678-7f92a6e87f35 None None] Provisioning complete for port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:05.414887 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-410858bc-d474-4c15-b678-7f92a6e87f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:05.493382 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-410858bc-d474-4c15-b678-7f92a6e87f35 None None] Port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:05.628965 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for port (c7684cec-e712-451d-b04f-56bea45d5cfa), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:05.664407 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 2b49addc-4583-4559-8007-945887547200 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:05.680010 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:05.703948 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b72ddf33-cac0-41db-a412-9e7e780a1ae7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:05.712145 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b72ddf33-cac0-41db-a412-9e7e780a1ae7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 819 time: 0.4604137 Jun 23 09:24:05.723442 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-cced2063-dbe0-482d-b494-ea1f3fb7d2e6 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/quotas/368a6f8fbca64e7791d5330f0a99d086 HTTP/1.1" status: 200 len: 375 time: 0.0102727 Jun 23 09:24:05.738059 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 2b49addc-4583-4559-8007-945887547200 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:05.738906 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (2b49addc-4583-4559-8007-945887547200), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:05.755676 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (c7684cec-e712-451d-b04f-56bea45d5cfa), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:05.847063 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:05.854995 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40126) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:05.858263 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:05.866724 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:24:05.876466 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-40e677b3-ddb9-43c5-8f17-d9fdf48360d5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452193 Jun 23 09:24:05.882154 dv-cinder-847274-1-iscsi neutron-server[104734]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 09:24:05.892493 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 2b49addc-4583-4559-8007-945887547200 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:05.892803 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (2b49addc-4583-4559-8007-945887547200), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:05.907019 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:05.918868 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 2b49addc-4583-4559-8007-945887547200, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=2b49addc-4583-4559-8007-945887547200,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:06.006633 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (2b49addc-4583-4559-8007-945887547200), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:06.007099 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:06.007719 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 98a6bcb2-af39-442b-bee0-d71696d0a2c4 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:06.031867 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'Port': ['ID=c7684cec-e712-451d-b04f-56bea45d5cfa,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:06.081934 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-7bd3098a-3417-446a-90ce-812da6d5f0da service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:24:06.088115 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-7bd3098a-3417-446a-90ce-812da6d5f0da service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0667403 Jun 23 09:24:06.089702 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:06.090992 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:06.131027 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=2b49addc-4583-4559-8007-945887547200,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:06.142135 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:06.159541 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:06.192655 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:06.193038 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:06.196407 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-849e007a-0524-45ae-a3cc-85a198fe37d7 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:06.197983 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-849e007a-0524-45ae-a3cc-85a198fe37d7 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/networks?id=d2c6a2f1-6342-4920-800e-25b59a18fe42 HTTP/1.1" status: 200 len: 812 time: 0.3178165 Jun 23 09:24:06.213556 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-7fef50cd-1a15-47ab-ae69-b3745c65771b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/quotas/0160aecb23854482b26d188beec1021d HTTP/1.1" status: 200 len: 375 time: 0.0093520 Jun 23 09:24:06.216631 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-da8e36fa-e5af-42cb-8e44-4a1defb35a20 service neutron] 10.222.0.52 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250274 Jun 23 09:24:06.227092 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 98a6bcb2-af39-442b-bee0-d71696d0a2c4, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=98a6bcb2-af39-442b-bee0-d71696d0a2c4,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:06.313690 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-48b1078c-2fdd-48fa-8ba9-548a63555dc4 service neutron] 10.222.0.52 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914543 Jun 23 09:24:06.322090 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:06.342217 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-e27d6e7b-ef25-4ae6-89e0-42817d621ebd tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0160aecb23854482b26d188beec1021d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194351 Jun 23 09:24:06.353201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (c7684cec-e712-451d-b04f-56bea45d5cfa), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:06.443888 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=98a6bcb2-af39-442b-bee0-d71696d0a2c4,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:06.599298 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-ebe4a717-0595-4004-842f-b5d13a784cbe service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104734) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:24:06.600389 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-ebe4a717-0595-4004-842f-b5d13a784cbe service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1377335 Jun 23 09:24:06.807286 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-75cd9f4a-1a7b-4b7b-8300-2cb7a74b445e req-e674d245-a6bf-4b36-a856-b1290ba55d77 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 210 time: 0.0619488 Jun 23 09:24:06.922090 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for port (c7684cec-e712-451d-b04f-56bea45d5cfa), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:06.982892 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-1baafa8b-44dd-4b91-a139-b262ebe33294 service neutron] 10.222.0.52 "GET /v2.0/networks/d2c6a2f1-6342-4920-800e-25b59a18fe42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708050 Jun 23 09:24:06.990228 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (c7684cec-e712-451d-b04f-56bea45d5cfa), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:07.108687 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:07.172590 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'Port': ['ID=c7684cec-e712-451d-b04f-56bea45d5cfa,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:07.201779 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-7f2e5aa3-5aa4-4a79-976e-fe927fad5853 service neutron] 10.222.0.52 "GET /v2.0/networks/d2c6a2f1-6342-4920-800e-25b59a18fe42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964822 Jun 23 09:24:07.213651 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-512c2e72-e604-4e01-83fe-acb3dfa30308 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:07.215514 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-512c2e72-e604-4e01-83fe-acb3dfa30308 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 819 time: 0.1407788 Jun 23 09:24:07.226490 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:07.226750 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-79a4d3df-0038-43a6-944b-73f4cc8f0ce6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7992010 Jun 23 09:24:07.245119 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-7030086e-34d0-4fb2-a3a7-3967ac8bd134 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/quotas/368a6f8fbca64e7791d5330f0a99d086 HTTP/1.1" status: 200 len: 375 time: 0.0230372 Jun 23 09:24:07.317770 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-ebc29607-124c-45b0-93f9-fe21d0e6d917 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717270 Jun 23 09:24:07.334830 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Sync routers for ids ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:24:07.355149 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Routers {'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:07.355803 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:07.489464 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-fdbb1bdf-009b-44d1-a451-e55d0e0ee4ae service neutron] 10.222.0.52 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673055 Jun 23 09:24:07.579940 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Set router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:07.654776 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 2b49addc-4583-4559-8007-945887547200 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:07.683286 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-a2a31bd9-f657-464d-b5ae-0b96ad26e95d service neutron] 10.222.0.52 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957688 Jun 23 09:24:07.800290 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 2b49addc-4583-4559-8007-945887547200 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:07.800688 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (2b49addc-4583-4559-8007-945887547200), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:07.845484 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-76e0e3b9-11cb-4674-acb9-38bf3eb64d7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--295018775&fields=id&tenant_id=29ece34041e04c78868e53d90b658a82 HTTP/1.1" status: 200 len: 267 time: 0.2178628 Jun 23 09:24:07.907958 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:08.004040 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:02Z', 'revision_number': 4, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port': {'id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:55Z', 'updated_at': '2022-06-23T09:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '309a328d-2bbf-40ad-bc0a-0fae4cd5434c', 'name': '', 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'mac_address': 'fa:16:3e:8b:2d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce0388a5-155f-45d4-8e2a-1d8b8974883b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:01Z', 'updated_at': '2022-06-23T09:24:03Z', 'revision_number': 2, 'project_id': '0160aecb23854482b26d188beec1021d', 'subnets': [{'id': 'ce0388a5-155f-45d4-8e2a-1d8b8974883b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:08.040702 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 2b49addc-4583-4559-8007-945887547200 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:08.042040 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 252fbd2b-e156-45f7-b2c0-eab20d809c8b up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:08.084801 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Checking router: e24ff8d7-1002-4899-b71d-4aa5c0ee9fca for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:24:08.087914 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Updating router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:24:08.153885 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-11939ac9-a501-4a17-a415-48aaf31fe472 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:08.157502 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:08.170571 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a3b52796-c9d4-4166-9b36-9c97d7ae2e9f req-81b5481a-31e9-4e38-8147-4d3ae62236f4 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 210 time: 0.0566099 Jun 23 09:24:08.180756 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Sync routers for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:24:08.182407 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-11939ac9-a501-4a17-a415-48aaf31fe472 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 816 time: 0.3264005 Jun 23 09:24:08.199674 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:08.200357 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:08.226001 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-aad1522e-7334-41bd-9ade-0c500ac9a5a0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/quotas/29ece34041e04c78868e53d90b658a82 HTTP/1.1" status: 200 len: 375 time: 0.0327401 Jun 23 09:24:08.308336 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b0fe240c-c334-47a6-aa34-d2a4d35c7815 req-e574dc0a-e8fe-4e0c-8b26-5d910b9af108 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.0976787 Jun 23 09:24:08.359869 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-1466d338-423a-45c3-912c-13f8308d5874 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281741 Jun 23 09:24:08.381428 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 252fbd2b-e156-45f7-b2c0-eab20d809c8b triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:08.382595 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:08.390581 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:08.407579 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:08.556138 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:08.578562 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-b04fb4c1-6620-4614-8bb6-98a6c2c1f323 service neutron] 10.222.0.52 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974144 Jun 23 09:24:08.704471 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Publish callbacks [] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:08.706573 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:08.712206 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-7ad495a5-a781-4c07-89f8-276a45af26f4 service neutron] 10.222.0.52 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217144 Jun 23 09:24:08.719925 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:08.761986 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:08.823807 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:08.824487 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 252fbd2b-e156-45f7-b2c0-eab20d809c8b is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:08.825884 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 98a6bcb2-af39-442b-bee0-d71696d0a2c4 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:08.951862 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:08.952247 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:08.987839 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 2, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:09.019724 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa011c-8657-4564-83c9-9b04a601603f None None] Pushing event updated for resources: {'Port': ['ID=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:09.053205 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Attempting to bind port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:09.053311 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Attempting to bind port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:09.055391 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Attempting to bind port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c on network d2c6a2f1-6342-4920-800e-25b59a18fe42 {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:09.067888 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Checking router: 62b9be4c-3c56-4e92-8043-fc264b8707c9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:24:09.068597 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:09.068753 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Updating router 62b9be4c-3c56-4e92-8043-fc264b8707c9 port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:24:09.069170 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Checking segment: {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:09.069821 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.070465 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Bound using segment: {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:09.082751 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Bound port: 309a328d-2bbf-40ad-bc0a-0fae4cd5434c, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:09.082751 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.234721 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f0320313-f30f-4a21-9ee3-bd5c257ceb71 req-ee218f18-4381-4eb2-b9dc-33a34d729eaf tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 210 time: 0.0903401 Jun 23 09:24:09.240873 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.329492 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] For port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:09.349182 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] For port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:09.370670 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:09.426283 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa908636-86f7-442b-b348-1d1ffeac5307 req-d0410120-7399-4358-8a1b-d02f87153aaa tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.0332043 Jun 23 09:24:09.444558 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-18fbb2ef-6f27-40d2-8d80-22828dd003cc req-da2fb371-5879-4968-847b-5359148452a3 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 210 time: 0.1618850 Jun 23 09:24:09.475609 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.477118 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-cc7159e2-b3d5-4dfd-8b8e-3ef29575f393 None None] Provisioning complete for port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:09.477922 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-cc7159e2-b3d5-4dfd-8b8e-3ef29575f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.541515 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:09.546542 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Routers {'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:09.547207 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:09.592637 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa011c-8657-4564-83c9-9b04a601603f None None] Pushing event updated for resources: {'Port': ['ID=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,revision_number=4']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:09.600438 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:09.612253 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:09.650313 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-cc7159e2-b3d5-4dfd-8b8e-3ef29575f393 None None] Current status of the port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:09.650736 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-cc7159e2-b3d5-4dfd-8b8e-3ef29575f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.711282 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-cc7159e2-b3d5-4dfd-8b8e-3ef29575f393 None None] For port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:09.717034 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:09.721139 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] Set router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:09.763812 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Publish callbacks [] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.790547 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-cc7159e2-b3d5-4dfd-8b8e-3ef29575f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.837545 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7159e2-b3d5-4dfd-8b8e-3ef29575f393 None None] Pushing event updated for resources: {'Port': ['ID=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:09.892296 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.945212 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-5bab3d8b-7baf-4567-919e-f3edf668f790 None None] Provisioning complete for port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:09.945573 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5bab3d8b-7baf-4567-919e-f3edf668f790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:09.993145 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2316fc-3b0e-4780-91bd-c34672e8ee50 None None] Pushing event updated for resources: {'Port': ['ID=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:10.009805 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4fc70a5d-0779-485d-9361-66506222706e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:02Z', 'revision_number': 4, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port': {'id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:55Z', 'updated_at': '2022-06-23T09:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '309a328d-2bbf-40ad-bc0a-0fae4cd5434c', 'name': '', 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'mac_address': 'fa:16:3e:8b:2d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce0388a5-155f-45d4-8e2a-1d8b8974883b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:01Z', 'updated_at': '2022-06-23T09:24:09Z', 'revision_number': 4, 'project_id': '0160aecb23854482b26d188beec1021d', 'subnets': [{'id': 'ce0388a5-155f-45d4-8e2a-1d8b8974883b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:10.035313 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc70a5d-0779-485d-9361-66506222706e None None] The sync data for ids ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'] in dv-cinder-847274-1-iscsi is: [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:02Z', 'revision_number': 4, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port': {'id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:55Z', 'updated_at': '2022-06-23T09:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '309a328d-2bbf-40ad-bc0a-0fae4cd5434c', 'name': '', 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'mac_address': 'fa:16:3e:8b:2d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ce0388a5-155f-45d4-8e2a-1d8b8974883b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:01Z', 'updated_at': '2022-06-23T09:24:09Z', 'revision_number': 4, 'project_id': '0160aecb23854482b26d188beec1021d', 'subnets': [{'id': 'ce0388a5-155f-45d4-8e2a-1d8b8974883b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:24:10.116859 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Attempting to bind port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:10.117298 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Attempting to bind port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:10.118390 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Attempting to bind port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 on network f9023da2-9c4b-4934-b1b2-3b253a92c58b {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:10.128856 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:10.129226 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Checking segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:10.129624 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:10.130017 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Bound using segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:10.130488 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Bound port: baaba5ef-8eb7-4bb9-9dbb-3452ed906999, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:10.130869 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:10.133952 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-5bab3d8b-7baf-4567-919e-f3edf668f790 None None] Current status of the port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:10.173965 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c242-4a57-4b65-9b60-34335994f7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:10.204984 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] For port baaba5ef-8eb7-4bb9-9dbb-3452ed906999, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:10.208524 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] For port baaba5ef-8eb7-4bb9-9dbb-3452ed906999, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:10.252883 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-587a501a-3045-4949-8a66-7fe4def6ee95 None None] Provisioning complete for port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:10.253518 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-587a501a-3045-4949-8a66-7fe4def6ee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:10.284144 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-587a501a-3045-4949-8a66-7fe4def6ee95 None None] Port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:10.332761 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:10.342140 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0e667e99-1fe4-40ee-a5c2-9b06afc67234 req-6d27be1c-94f1-42e9-bd09-a7ad8f048812 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 210 time: 0.0300868 Jun 23 09:24:10.427852 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:10.428707 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:23:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:10.434967 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2316fc-3b0e-4780-91bd-c34672e8ee50 None None] Pushing event updated for resources: {'Port': ['ID=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:10.445451 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:24:10.714032 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:10.789110 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e7107cc3-c6fc-4642-8baf-52f094f6a564 req-ef87164b-e67f-46a1-95a0-c86999cbeaf2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.0430360 Jun 23 09:24:10.907096 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e676b640-b901-46b0-b067-4dae25ac4962 req-84f4fa97-6106-4403-b759-fbdc75ec15ad tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 210 time: 0.0824940 Jun 23 09:24:10.979781 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-9555d89d-6338-4f32-a6d3-d15f93dc3437 None None] Provisioning complete for port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:10.980383 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9555d89d-6338-4f32-a6d3-d15f93dc3437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:11.049437 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:11.281611 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:10Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:11.308460 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55255537-5308-47a8-a1d8-2c0c04f7990d None None] The sync data for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi is: [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:10Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:24:11.310035 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-9555d89d-6338-4f32-a6d3-d15f93dc3437 None None] Current status of the port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:11.310429 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9555d89d-6338-4f32-a6d3-d15f93dc3437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:11.343820 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-9555d89d-6338-4f32-a6d3-d15f93dc3437 None None] For port baaba5ef-8eb7-4bb9-9dbb-3452ed906999, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:11.425405 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9555d89d-6338-4f32-a6d3-d15f93dc3437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:11.493432 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555d89d-6338-4f32-a6d3-d15f93dc3437 None None] Pushing event updated for resources: {'Port': ['ID=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:11.519896 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:11.520371 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-636a2941-6ff3-461e-8b41-4febfce04aba req-f36e93d1-bf84-4d27-b0a0-800ba5df13a2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 210 time: 0.0742104 Jun 23 09:24:11.600698 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:11.615180 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 309a328d-2bbf-40ad-bc0a-0fae4cd5434c up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:11.668936 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:11.669335 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:11.738780 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:11.739886 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device baaba5ef-8eb7-4bb9-9dbb-3452ed906999 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:11.792260 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:11.792260 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:11.905451 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:11.961107 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-54fb0788-1303-4c05-b000-e22f672ae9be req-1dfaaf04-c337-40f3-948e-f0064ae468f5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.0336277 Jun 23 09:24:12.022627 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-df69489f-e644-4a7a-87da-cb43763d8357 req-aa411203-df0e-46df-b9cb-ad97f8e4bb97 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 210 time: 0.0299456 Jun 23 09:24:12.069252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:12.130288 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.55', 56136) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:12.207372 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:12.296147 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.55', 56137) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:12.311369 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-eff8be74-181b-4e19-8dea-cdb359e76332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:12.474480 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-459c2184-a5f7-45b6-9d65-6707cc1840a7 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:12.478530 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-459c2184-a5f7-45b6-9d65-6707cc1840a7 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.55 "GET /v2.0/networks?id=d2c6a2f1-6342-4920-800e-25b59a18fe42 HTTP/1.1" status: 200 len: 812 time: 0.3216157 Jun 23 09:24:12.558769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Request body: {'port': {'device_id': '6d3d67ef-4a97-4375-951b-a9b4913c9328', 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42', 'admin_state_up': True, 'tenant_id': '0160aecb23854482b26d188beec1021d'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:12.575193 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.55', 56139) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:12.578331 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620d7e-6b5b-463e-a554-847696e76e73 req-bf37055b-3e71-4b10-9787-96a00e4e0aaa tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:12.579866 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-bf37055b-3e71-4b10-9787-96a00e4e0aaa tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 819 time: 0.2688043 Jun 23 09:24:12.598436 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'port': {'device_id': 'd4921354-594f-4b15-b3f2-47a3d838f851', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'admin_state_up': True, 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:12.784820 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-214d643a-e6b6-4cb5-ba3d-b7871237ba2f req-6febfe6e-1140-4c31-a524-35a7830258fc tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 210 time: 0.1165259 Jun 23 09:24:12.848872 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-3ef5893a-54b2-4d8d-a2bb-14aa72d7cd9a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:12.850416 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-3ef5893a-54b2-4d8d-a2bb-14aa72d7cd9a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 819 time: 0.2729478 Jun 23 09:24:12.997861 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Made reservation on behalf of 0160aecb23854482b26d188beec1021d for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:24:13.004845 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:13.069039 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7465926-426d-48cc-bbc2-3f2770be1a9d req-0fb2cc25-e55a-40cb-a09b-69e6f6df61ea tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.0323784 Jun 23 09:24:13.091722 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'port': {'device_id': 'ead81496-995d-41ce-8a52-0c61545053f7', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'admin_state_up': True, 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:13.108600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Made reservation on behalf of 368a6f8fbca64e7791d5330f0a99d086 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:24:13.112212 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:13.207886 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-59e13697-da75-4093-9a88-614e1d49cca4 req-272ed059-b3b9-4f68-8c36-82529cb089ab tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 210 time: 0.0647864 Jun 23 09:24:13.293579 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:13.449554 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.55', 56148) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:13.528877 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Made reservation on behalf of 368a6f8fbca64e7791d5330f0a99d086 for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:24:13.532355 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:13.562305 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:13.568162 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Allocated IP 172.20.0.4 (f9023da2-9c4b-4934-b1b2-3b253a92c58b/e0321591-ebfb-46d6-ba68-18f655718c03/4945a4dc-aecf-48ce-bab1-065123f856ba) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:24:13.591377 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device baaba5ef-8eb7-4bb9-9dbb-3452ed906999 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:13.680239 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:13.681470 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:13.736279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Allocated IP 172.20.0.6 (d2c6a2f1-6342-4920-800e-25b59a18fe42/ce0388a5-155f-45d4-8e2a-1d8b8974883b/b14d8f63-9bec-4c93-a616-82eccf48fea9) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:24:13.773356 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-367aea14-0e1c-4deb-b4ba-9d843ecd245c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:13.775796 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-367aea14-0e1c-4deb-b4ba-9d843ecd245c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 816 time: 0.3245740 Jun 23 09:24:13.826547 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:13.905783 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:14.006202 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-8ec893c1-326d-4872-bf55-70b627a62e7f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ece34041e04c78868e53d90b658a82 HTTP/1.1" status: 200 len: 379 time: 0.2154398 Jun 23 09:24:14.028751 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'port': {'device_id': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'admin_state_up': True, 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'security_groups': ['8d1d4541-be52-44de-88aa-2139dfbccbab']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:14.032989 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-27dcd00d-82f2-4740-8be2-a66fc6e66a20 req-6aa9895c-8fee-4c7d-a26d-26ad90601f71 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 210 time: 0.0516965 Jun 23 09:24:14.153987 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:14.195175 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Publish callbacks [] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:14.292727 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:14.338854 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bf6e5abc-eb05-4170-b569-10e509558003 req-d3a15a77-0dcc-47e4-be1e-7ecb3451ad72 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 210 time: 0.0389974 Jun 23 09:24:14.390065 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:14.440631 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e4ef4639-b252-4498-8903-5b4f1bd2e14d req-29266ac4-841a-4575-a958-8a3cf9b91364 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.2259707 Jun 23 09:24:14.478816 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Made reservation on behalf of 29ece34041e04c78868e53d90b658a82 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:24:14.483476 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:14.506247 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:14.518318 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:14.522044 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:24:14.522170 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Allocated IP 172.20.0.13 (f9023da2-9c4b-4934-b1b2-3b253a92c58b/e0321591-ebfb-46d6-ba68-18f655718c03/3ed4c870-26d7-4fa7-9842-6dc0b9ff1906) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:24:14.527312 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:14.528043 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:14.546799 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event updated for resources: {'Port': ['ID=4945a4dc-aecf-48ce-bab1-065123f856ba,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:14.567845 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:14.674385 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-c369a779-a45b-4d91-8073-150076af277a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0801399 Jun 23 09:24:14.760446 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:14.783273 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:14.789459 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:14.795429 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:24:14.801891 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:14.802147 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Allocated IP 172.20.0.3 (730dea22-6746-4fe9-87f5-32cb3807b5fd/882b59bc-77c5-4100-9862-fc8fc00912d6/a29b275b-5e50-40ac-a543-defb30d49ca9) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:24:14.802604 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:14.815637 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Pushing event updated for resources: {'Port': ['ID=b14d8f63-9bec-4c93-a616-82eccf48fea9,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:14.878126 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40526) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:14.903817 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-d649e1d9-210a-4e23-97a7-362a589fd6d7 None None] Provisioning complete for port 4945a4dc-aecf-48ce-bab1-065123f856ba triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:14.905879 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d649e1d9-210a-4e23-97a7-362a589fd6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:14.984784 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d649e1d9-210a-4e23-97a7-362a589fd6d7 None None] Port 4945a4dc-aecf-48ce-bab1-065123f856ba cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:14.991111 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:15.003261 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-805e51bc-deed-4cdf-b6b6-fbdef3b3bfe9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4572873 Jun 23 09:24:15.090482 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.143044 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.147344 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.207713 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-29bace82-4c61-49a3-9e38-b7b2548fdc47 None None] Provisioning complete for port b14d8f63-9bec-4c93-a616-82eccf48fea9 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:15.209053 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-29bace82-4c61-49a3-9e38-b7b2548fdc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.212219 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-54bac574-b492-4adb-9d21-87b8fa330d8d req-8db4e9fa-9361-47f0-b2a6-3e0050640b1b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 210 time: 0.0438206 Jun 23 09:24:15.221456 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-18b1c253-b536-4e27-88b1-82cf1acb09e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.233713 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.245961 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-29bace82-4c61-49a3-9e38-b7b2548fdc47 None None] Port b14d8f63-9bec-4c93-a616-82eccf48fea9 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:15.259239 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.290146 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:15.300479 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:15.305004 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:24:15.308061 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:15.309154 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:24:15.312124 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:24:15.315241 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:15.316156 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.317340 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:15.317991 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.321898 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event updated for resources: {'Port': ['ID=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:15.338768 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:15.345743 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.395453 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-18b1c253-b536-4e27-88b1-82cf1acb09e0 admin admin] Publish callbacks [] for security_group (2d979b23-a2e4-407e-8613-22ad92169635), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.426692 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-53f55afa-8f84-414a-8d5b-413d573ceb0d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3465385 Jun 23 09:24:15.462196 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-2d6e3aa7-92ab-49d5-9c72-26f13acd7450 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4392300 Jun 23 09:24:15.497857 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-18b1c253-b536-4e27-88b1-82cf1acb09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (2d979b23-a2e4-407e-8613-22ad92169635), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.501415 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bd1e3-461c-4827-b960-89e3ec0a6252 req-ced045db-57d5-47b8-96ca-a4139dc2fbf5 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:15.502987 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cf1bd1e3-461c-4827-b960-89e3ec0a6252 req-ced045db-57d5-47b8-96ca-a4139dc2fbf5 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 931 time: 0.0824862 Jun 23 09:24:15.539168 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-18b1c253-b536-4e27-88b1-82cf1acb09e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb544cadeb2c4b07ab43ec22cc7ec638&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6446326 Jun 23 09:24:15.541754 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40546) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:15.587171 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cf1bd1e3-461c-4827-b960-89e3ec0a6252 req-cf6c7f6f-5817-4198-8ae7-7916449a9eec tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728576 Jun 23 09:24:15.636214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1c253-b536-4e27-88b1-82cf1acb09e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d979b23-a2e4-407e-8613-22ad92169635,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:15.648055 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e449d7a-5354-440a-a834-04df37bf17db req-4bb19fd6-06c1-4fd7-9a39-3662f11fa25d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:15.649441 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6e449d7a-5354-440a-a834-04df37bf17db req-4bb19fd6-06c1-4fd7-9a39-3662f11fa25d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 932 time: 0.0933998 Jun 23 09:24:15.674705 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-adb77626-19f1-4d46-ba73-2ba7e49cffd6 None None] Provisioning complete for port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:15.675305 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-adb77626-19f1-4d46-ba73-2ba7e49cffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.704706 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c33dc81a-85cd-4e7d-af55-b5adac8a3f77 admin admin] Publish callbacks [] for security_group (2d979b23-a2e4-407e-8613-22ad92169635), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.719524 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-adb77626-19f1-4d46-ba73-2ba7e49cffd6 None None] Port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:15.722068 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-adb77626-19f1-4d46-ba73-2ba7e49cffd6 None None] Provisioning complete for port a29b275b-5e50-40ac-a543-defb30d49ca9 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:15.722444 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-adb77626-19f1-4d46-ba73-2ba7e49cffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.724106 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6e449d7a-5354-440a-a834-04df37bf17db req-394ca99d-a6d5-44ca-ba6a-7654566c38f8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673115 Jun 23 09:24:15.738459 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:15.738890 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c33dc81a-85cd-4e7d-af55-b5adac8a3f77 admin admin] Publish callbacks [] for security_group (2d979b23-a2e4-407e-8613-22ad92169635), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.761479 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-adb77626-19f1-4d46-ba73-2ba7e49cffd6 None None] Port a29b275b-5e50-40ac-a543-defb30d49ca9 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:24:15.869814 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:15.870835 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c33dc81a-85cd-4e7d-af55-b5adac8a3f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (2d979b23-a2e4-407e-8613-22ad92169635), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.873930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c33dc81a-85cd-4e7d-af55-b5adac8a3f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:15.875325 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c33dc81a-85cd-4e7d-af55-b5adac8a3f77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d979b23-a2e4-407e-8613-22ad92169635 HTTP/1.1" status: 204 len: 168 time: 0.3326049 Jun 23 09:24:15.884238 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dc81a-85cd-4e7d-af55-b5adac8a3f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d979b23-a2e4-407e-8613-22ad92169635,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:16.325836 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade7718-06db-4fd4-9674-bb801416b9e0 req-849c2305-9888-4050-9e1a-f2034210d31b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:16.327314 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0ade7718-06db-4fd4-9674-bb801416b9e0 req-849c2305-9888-4050-9e1a-f2034210d31b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 931 time: 0.0469537 Jun 23 09:24:16.373350 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0ade7718-06db-4fd4-9674-bb801416b9e0 req-88bd637e-4d25-4842-9be9-7ed7b714246f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Jun 23 09:24:16.492117 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:16.638400 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40572) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:16.651927 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a10c559a-cc09-4479-a6bd-37936f0a7426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:16.714384 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be655bff-9367-423d-afcd-07d42fde33e5 req-056c07a0-3d04-4fc9-bfd3-274ae3d57ae2 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:16.716470 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-be655bff-9367-423d-afcd-07d42fde33e5 req-056c07a0-3d04-4fc9-bfd3-274ae3d57ae2 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 931 time: 0.0613790 Jun 23 09:24:16.742269 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:16.786333 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-be655bff-9367-423d-afcd-07d42fde33e5 req-5eef5b39-8060-494e-844f-3665b060d279 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628254 Jun 23 09:24:16.820503 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:16.842322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a10c559a-cc09-4479-a6bd-37936f0a7426 admin admin] Publish callbacks [] for security_group (75abde51-6544-46fb-b0ee-bfc8f452e829), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:16.922543 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee7a28-5792-4a06-861b-f9a9cd58482e req-2a812e05-2027-414e-924f-82f4d90a79c2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:16.924203 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8aee7a28-5792-4a06-861b-f9a9cd58482e req-2a812e05-2027-414e-924f-82f4d90a79c2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 932 time: 0.0607119 Jun 23 09:24:16.966570 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a10c559a-cc09-4479-a6bd-37936f0a7426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (75abde51-6544-46fb-b0ee-bfc8f452e829), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:16.984622 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8aee7a28-5792-4a06-861b-f9a9cd58482e req-b547cb92-2316-419d-8ad8-684dcc7c8390 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532689 Jun 23 09:24:17.015205 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a10c559a-cc09-4479-a6bd-37936f0a7426 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7008c27e6d2f4a91aee1caa05156f04b&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3728666 Jun 23 09:24:17.015205 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c559a-cc09-4479-a6bd-37936f0a7426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75abde51-6544-46fb-b0ee-bfc8f452e829,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:17.016612 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40582) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:17.073036 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20cfc520-6bd7-4cb9-a5e5-68f9376d53bf admin admin] Publish callbacks [] for security_group (75abde51-6544-46fb-b0ee-bfc8f452e829), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:17.141853 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20cfc520-6bd7-4cb9-a5e5-68f9376d53bf admin admin] Publish callbacks [] for security_group (75abde51-6544-46fb-b0ee-bfc8f452e829), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:17.341314 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20cfc520-6bd7-4cb9-a5e5-68f9376d53bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (75abde51-6544-46fb-b0ee-bfc8f452e829), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:17.344135 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20cfc520-6bd7-4cb9-a5e5-68f9376d53bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:17.345430 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-20cfc520-6bd7-4cb9-a5e5-68f9376d53bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75abde51-6544-46fb-b0ee-bfc8f452e829 HTTP/1.1" status: 204 len: 168 time: 0.3288331 Jun 23 09:24:17.353722 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfc520-6bd7-4cb9-a5e5-68f9376d53bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75abde51-6544-46fb-b0ee-bfc8f452e829,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:17.366795 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:17.513167 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73324f63-82e5-423a-b0f6-3244a7dbca6b req-a1546ad7-27a1-46a8-a7ed-d51431cbea85 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:17.531673 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-73324f63-82e5-423a-b0f6-3244a7dbca6b req-a1546ad7-27a1-46a8-a7ed-d51431cbea85 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 931 time: 0.0661025 Jun 23 09:24:17.577354 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-73324f63-82e5-423a-b0f6-3244a7dbca6b req-1b84ef27-9c14-4f35-b448-c61c79bc51f9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509074 Jun 23 09:24:17.758950 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-ccdfdead-5257-4bb0-95d6-edbe03d43461 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:24:17.759505 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-0212c9f0-5988-4997-b025-2eed598a7ed8 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104734) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:24:17.759903 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-ccdfdead-5257-4bb0-95d6-edbe03d43461 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051811 Jun 23 09:24:17.759999 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-0212c9f0-5988-4997-b025-2eed598a7ed8 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052814 Jun 23 09:24:17.759999 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-f7ca5588-4df4-4931-9454-faf675229552 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104734) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:24:17.760174 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-296c6c60-5360-4825-85e5-292cf7f4f263 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:24:17.760264 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-f7ca5588-4df4-4931-9454-faf675229552 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0045040 Jun 23 09:24:17.760353 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-296c6c60-5360-4825-85e5-292cf7f4f263 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049889 Jun 23 09:24:17.960485 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Request body: {'port': {'device_id': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:17.993201 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e3d2a-ab64-449a-b92c-2840ab1e7add req-9dd3d60c-eb22-4aa2-8b03-48d590f97e5f tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:17.995179 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cb2e3d2a-ab64-449a-b92c-2840ab1e7add req-9dd3d60c-eb22-4aa2-8b03-48d590f97e5f tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 931 time: 0.0724480 Jun 23 09:24:18.044656 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Request body: {'port': {'device_id': 'd4921354-594f-4b15-b3f2-47a3d838f851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:18.103638 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cb2e3d2a-ab64-449a-b92c-2840ab1e7add req-d141432f-d226-452d-b82d-f0d066986647 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974517 Jun 23 09:24:18.105635 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:18.117371 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Request body: {'port': {'device_id': 'ead81496-995d-41ce-8a52-0c61545053f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:18.217643 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:18.243828 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Request body: {'port': {'device_id': '6d3d67ef-4a97-4375-951b-a9b4913c9328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:18.345548 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab04a7f-8c4f-48d8-9a06-e1c2f69850d1 req-6fdf6033-7c85-438b-8f6a-b2f7a36370cc tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:18.353990 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cab04a7f-8c4f-48d8-9a06-e1c2f69850d1 req-6fdf6033-7c85-438b-8f6a-b2f7a36370cc tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 932 time: 0.2381959 Jun 23 09:24:18.448515 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:18.745904 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:18.854584 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f536b-de72-472e-8e16-0627057ada4a req-3f11bc67-ee4e-4037-b9f3-977b75b1d289 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:18.863518 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f13f536b-de72-472e-8e16-0627057ada4a req-3f11bc67-ee4e-4037-b9f3-977b75b1d289 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 931 time: 0.0804715 Jun 23 09:24:18.894632 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cab04a7f-8c4f-48d8-9a06-e1c2f69850d1 req-57d5a685-0245-4a32-a8bc-f8f02ade7735 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315425 Jun 23 09:24:18.958308 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:19.025681 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:19.053538 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f13f536b-de72-472e-8e16-0627057ada4a req-8d43559d-8610-4f27-b649-96594394b0fe tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845922 Jun 23 09:24:19.058273 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:19.341470 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29b275b-5e50-40ac-a543-defb30d49ca9 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:24:19.358327 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Publish callbacks [] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:19.421281 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Transition to ACTIVE for port object a29b275b-5e50-40ac-a543-defb30d49ca9 will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:24:19.430727 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:24:19.439546 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Publish callbacks [] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:19.463042 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Transition to ACTIVE for port object 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:24:19.504738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:19.540520 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e29f7-8631-4563-aa37-ed9f3a05d938 req-b17fcad0-2ac1-4a06-a993-206537f4c301 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:19.549010 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d20e29f7-8631-4563-aa37-ed9f3a05d938 req-b17fcad0-2ac1-4a06-a993-206537f4c301 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 931 time: 0.2574236 Jun 23 09:24:19.712162 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:19.722359 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:19.795688 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:19.817643 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Attempting to bind port a29b275b-5e50-40ac-a543-defb30d49ca9 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:19.817872 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Attempting to bind port a29b275b-5e50-40ac-a543-defb30d49ca9 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:19.820481 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Attempting to bind port a29b275b-5e50-40ac-a543-defb30d49ca9 on network 730dea22-6746-4fe9-87f5-32cb3807b5fd {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:19.837642 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Port a29b275b-5e50-40ac-a543-defb30d49ca9 on network 730dea22-6746-4fe9-87f5-32cb3807b5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:24:19.845587 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Attempting to bind port a29b275b-5e50-40ac-a543-defb30d49ca9 on network 730dea22-6746-4fe9-87f5-32cb3807b5fd {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:19.866795 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:19.875631 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Checking segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:19.878445 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Bound using segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:19.881535 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Bound port: a29b275b-5e50-40ac-a543-defb30d49ca9, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:19.882007 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:19.974018 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d20e29f7-8631-4563-aa37-ed9f3a05d938 req-b75d014b-2929-4d12-bb5a-a20669a8f6b4 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235301 Jun 23 09:24:20.113909 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:20.288470 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aff497-b2fe-43bc-af03-d47ed7173b82 req-62b6ea10-7b36-40e2-b113-f97556e83e66 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:20.298049 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b0aff497-b2fe-43bc-af03-d47ed7173b82 req-62b6ea10-7b36-40e2-b113-f97556e83e66 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.1198661 Jun 23 09:24:20.386393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Attempting to bind port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:20.386780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Attempting to bind port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:20.387230 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Attempting to bind port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 on network f9023da2-9c4b-4934-b1b2-3b253a92c58b {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:20.400672 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 on network f9023da2-9c4b-4934-b1b2-3b253a92c58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:24:20.400925 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Attempting to bind port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 on network f9023da2-9c4b-4934-b1b2-3b253a92c58b {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:20.429309 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:20.429671 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Checking segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:20.430231 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Bound using segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:20.430671 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Bound port: 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:20.431062 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.447031 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:20.452423 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4945a4dc-aecf-48ce-bab1-065123f856ba {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:24:20.456749 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b0aff497-b2fe-43bc-af03-d47ed7173b82 req-ea6dcf55-4d1a-4bea-bc88-2c3c60e55f29 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569953 Jun 23 09:24:20.504169 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Publish callbacks [] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.530516 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:20.539242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d234b-caf5-48cd-abd4-dd58f62d9376 req-a9b1bb2f-5fc0-4d8a-83ee-9bfee51ea478 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:20.541004 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-df2d234b-caf5-48cd-abd4-dd58f62d9376 req-a9b1bb2f-5fc0-4d8a-83ee-9bfee51ea478 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.2578230 Jun 23 09:24:20.545588 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14d8f63-9bec-4c93-a616-82eccf48fea9 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:24:20.557762 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Transition to ACTIVE for port object 4945a4dc-aecf-48ce-bab1-065123f856ba will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:24:20.559699 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Publish callbacks [] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.593315 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Transition to ACTIVE for port object b14d8f63-9bec-4c93-a616-82eccf48fea9 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:24:20.598510 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] For port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:20.603379 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] For port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:20.627089 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-df2d234b-caf5-48cd-abd4-dd58f62d9376 req-c6a9f55a-1a67-40a6-a689-fd76cf4c9aef tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671692 Jun 23 09:24:20.638142 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.669244 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.681037 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:20.681619 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.683172 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] 10.222.0.55 "PUT /v2.0/ports/a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 200 len: 1093 time: 2.7819955 Jun 23 09:24:20.688711 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:24:20.726572 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.737135 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.807717 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:20.808362 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:20.810034 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] 10.222.0.55 "PUT /v2.0/ports/3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 HTTP/1.1" status: 200 len: 1094 time: 2.9090533 Jun 23 09:24:20.811115 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead81496-995d-41ce-8a52-0c61545053f7', 'tag': '3ed4c870-26d7-4fa7-9842-6dc0b9ff1906'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:24:21.094727 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Pushing event updated for resources: {'Port': ['ID=b14d8f63-9bec-4c93-a616-82eccf48fea9,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:21.129002 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Attempting to bind port b14d8f63-9bec-4c93-a616-82eccf48fea9 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:21.129599 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Attempting to bind port b14d8f63-9bec-4c93-a616-82eccf48fea9 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:21.130775 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Attempting to bind port b14d8f63-9bec-4c93-a616-82eccf48fea9 on network d2c6a2f1-6342-4920-800e-25b59a18fe42 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:21.275724 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Port b14d8f63-9bec-4c93-a616-82eccf48fea9 on network d2c6a2f1-6342-4920-800e-25b59a18fe42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:24:21.276043 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Attempting to bind port b14d8f63-9bec-4c93-a616-82eccf48fea9 on network d2c6a2f1-6342-4920-800e-25b59a18fe42 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:21.359025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:21.360025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Checking segment: {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:21.360511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Bound using segment: {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:21.360964 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Bound port: b14d8f63-9bec-4c93-a616-82eccf48fea9, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ca8bba-5673-40a3-975c-d8fda65278c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:21.361326 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:21.407191 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:21.486979 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-f4edded7-3883-4157-b6e1-9ddf42d622b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:21.488668 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-f4edded7-3883-4157-b6e1-9ddf42d622b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 1128 time: 0.1823666 Jun 23 09:24:21.512148 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983c1ce4-43e4-4888-a7e7-caef62456b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ead81496-995d-41ce-8a52-0c61545053f7", "tag": "3ed4c870-26d7-4fa7-9842-6dc0b9ff1906"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:24:21.592959 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cfeca-0af8-42c3-8b86-67eda31f23c8 req-850247aa-4105-446c-b99f-9983b8fd5951 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:21.599280 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c5cfeca-0af8-42c3-8b86-67eda31f23c8 req-850247aa-4105-446c-b99f-9983b8fd5951 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.2464137 Jun 23 09:24:21.777039 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Attempting to bind port 4945a4dc-aecf-48ce-bab1-065123f856ba on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:24:21.791083 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Attempting to bind port 4945a4dc-aecf-48ce-bab1-065123f856ba by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:24:21.791083 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Attempting to bind port 4945a4dc-aecf-48ce-bab1-065123f856ba on network f9023da2-9c4b-4934-b1b2-3b253a92c58b {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:21.791322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-abe7c581-4361-4916-950a-af454154447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:21.791322 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-abe7c581-4361-4916-950a-af454154447a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 1127 time: 0.8153546 Jun 23 09:24:21.797310 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605950c7-cf73-45e4-9136-b139dea878ea req-9fa24afb-456f-48d8-8e3b-8a89f7f39465 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:21.805678 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-605950c7-cf73-45e4-9136-b139dea878ea req-9fa24afb-456f-48d8-8e3b-8a89f7f39465 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.1077120 Jun 23 09:24:21.810207 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09ce42b-21b9-4f2c-b27e-94ac72fff550" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:24:21.813696 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Port 4945a4dc-aecf-48ce-bab1-065123f856ba on network f9023da2-9c4b-4934-b1b2-3b253a92c58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:24:21.813986 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Attempting to bind port 4945a4dc-aecf-48ce-bab1-065123f856ba on network f9023da2-9c4b-4934-b1b2-3b253a92c58b {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:24:21.821088 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:21.841006 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:24:21.841372 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Checking segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:21.841780 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Bound using segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:24:21.842212 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Bound port: 4945a4dc-aecf-48ce-bab1-065123f856ba, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:24:21.842568 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:21.866564 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-a66e6f80-ee78-42ef-91a4-b5ad56fba7ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 HTTP/1.1" status: 200 len: 217 time: 0.3465395 Jun 23 09:24:21.871123 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd715d-b2c5-44e4-a743-a93f56d1b522 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:21.877960 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ad6a0-5fad-4434-866d-cef784fc8043 service neutron] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:21.901200 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] For port b14d8f63-9bec-4c93-a616-82eccf48fea9, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:21.930628 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] For port b14d8f63-9bec-4c93-a616-82eccf48fea9, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b14d8f63-9bec-4c93-a616-82eccf48fea9,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:21.966310 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c5cfeca-0af8-42c3-8b86-67eda31f23c8 req-324ff4b6-e05e-421c-ae6a-025b1b44d7b6 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249331 Jun 23 09:24:22.047777 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Pushing event updated for resources: {'Port': ['ID=4945a4dc-aecf-48ce-bab1-065123f856ba,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:22.084310 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:22.087752 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-605950c7-cf73-45e4-9136-b139dea878ea req-f8c31cfe-759d-460c-98ad-4c93712cc706 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808654 Jun 23 09:24:22.159461 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] For port 4945a4dc-aecf-48ce-bab1-065123f856ba, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:24:22.159564 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:22.159972 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:22.161815 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] 10.222.0.55 "PUT /v2.0/ports/b14d8f63-9bec-4c93-a616-82eccf48fea9 HTTP/1.1" status: 200 len: 1093 time: 4.2625961 Jun 23 09:24:22.167264 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] For port 4945a4dc-aecf-48ce-bab1-065123f856ba, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4945a4dc-aecf-48ce-bab1-065123f856ba,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:24:22.193971 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52c2b9b-bd71-4530-a1ec-b967af7f8acb x-openstack-request-id: req-d52c2b9b-bd71-4530-a1ec-b967af7f8acb {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:24:22.194382 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead81496-995d-41ce-8a52-0c61545053f7", "tag": "3ed4c870-26d7-4fa7-9842-6dc0b9ff1906", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:24:22.194722 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d52c2b9b-bd71-4530-a1ec-b967af7f8acb {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:24:22.195407 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52c2b9b-bd71-4530-a1ec-b967af7f8acb'] response: {'name': 'network-changed', 'server_uuid': 'ead81496-995d-41ce-8a52-0c61545053f7', 'tag': '3ed4c870-26d7-4fa7-9842-6dc0b9ff1906', 'status': 'completed', 'code': 200} Jun 23 09:24:22.196640 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4206e4-7975-4389-bf1b-5307846d2687 service neutron] Pushing event updated for resources: {'Port': ['ID=b14d8f63-9bec-4c93-a616-82eccf48fea9,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:22.274545 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1de1da-90e2-4a60-934f-f38ba97b5516 req-e45ca114-436d-4347-ae60-bea2d361b1a0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:22.281435 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7a1de1da-90e2-4a60-934f-f38ba97b5516 req-e45ca114-436d-4347-ae60-bea2d361b1a0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0783799 Jun 23 09:24:22.307828 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb8b6bd-2fe3-4b3d-9e27-005dd2b532aa x-openstack-request-id: req-5bb8b6bd-2fe3-4b3d-9e27-005dd2b532aa {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:24:22.307956 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:24:22.311118 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bb8b6bd-2fe3-4b3d-9e27-005dd2b532aa {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:24:22.312388 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb8b6bd-2fe3-4b3d-9e27-005dd2b532aa'] response: {'name': 'network-changed', 'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'status': 'completed', 'code': 200} Jun 23 09:24:22.314941 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:22.379901 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:22.380516 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:22.381911 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] 10.222.0.55 "PUT /v2.0/ports/4945a4dc-aecf-48ce-bab1-065123f856ba HTTP/1.1" status: 200 len: 1093 time: 4.4856136 Jun 23 09:24:22.397528 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7a1de1da-90e2-4a60-934f-f38ba97b5516 req-8953060b-492e-441c-9459-5f227a3d1bcd tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103992 Jun 23 09:24:22.417260 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdd95c-d45c-40cd-9cfb-9a58d5ebc16f service neutron] Pushing event updated for resources: {'Port': ['ID=4945a4dc-aecf-48ce-bab1-065123f856ba,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:22.968587 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40826) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:22.989201 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:23.092864 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ac8f5-a2b3-4bf5-b6a4-c4d35540af5c req-3ad0fc9a-5226-4d6a-9905-a0b809f05bf7 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:23.096008 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-626ac8f5-a2b3-4bf5-b6a4-c4d35540af5c req-3ad0fc9a-5226-4d6a-9905-a0b809f05bf7 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0575035 Jun 23 09:24:23.142752 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f0367c56-6f62-4da2-8ecc-ab7d6b0ebfa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:23.163881 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-626ac8f5-a2b3-4bf5-b6a4-c4d35540af5c req-a8c23a20-adce-40f7-9a5c-dd2aa243d5f9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598867 Jun 23 09:24:23.237803 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4523-0952-4aaa-b6fb-fb27e894649c req-4316b328-b9ef-4ce2-8f10-466cc82a28b3 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:23.239242 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b4cd4523-0952-4aaa-b6fb-fb27e894649c req-4316b328-b9ef-4ce2-8f10-466cc82a28b3 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0601308 Jun 23 09:24:23.306786 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f0367c56-6f62-4da2-8ecc-ab7d6b0ebfa5 admin admin] Publish callbacks [] for security_group (a97f873c-21da-4d4e-b673-88ed8e406132), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:23.318171 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b4cd4523-0952-4aaa-b6fb-fb27e894649c req-489837f6-f440-48b3-96c6-4c09d96f601d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681036 Jun 23 09:24:23.463184 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f0367c56-6f62-4da2-8ecc-ab7d6b0ebfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a97f873c-21da-4d4e-b673-88ed8e406132), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:23.502616 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f0367c56-6f62-4da2-8ecc-ab7d6b0ebfa5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e77ff181ca6451d9039171e88e31f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5326130 Jun 23 09:24:23.504784 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0367c56-6f62-4da2-8ecc-ab7d6b0ebfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f873c-21da-4d4e-b673-88ed8e406132,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:23.505354 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 40846) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:23.523960 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f0e19-accb-49e4-89c6-fac9743f9621 req-f849deea-8bca-4276-a2b4-6af80e26cf86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:23.525482 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c59f0e19-accb-49e4-89c6-fac9743f9621 req-f849deea-8bca-4276-a2b4-6af80e26cf86 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0571039 Jun 23 09:24:23.596128 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-52fcc58f-0142-4a67-9754-a678df2f5069 admin admin] Publish callbacks [] for security_group (a97f873c-21da-4d4e-b673-88ed8e406132), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:23.601040 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c59f0e19-accb-49e4-89c6-fac9743f9621 req-1d0f8744-36dd-4e2a-b811-e913a8f3deb5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686843 Jun 23 09:24:23.620998 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-52fcc58f-0142-4a67-9754-a678df2f5069 admin admin] Publish callbacks [] for security_group (a97f873c-21da-4d4e-b673-88ed8e406132), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:23.636409 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:23.760233 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-52fcc58f-0142-4a67-9754-a678df2f5069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a97f873c-21da-4d4e-b673-88ed8e406132), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:23.763194 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-52fcc58f-0142-4a67-9754-a678df2f5069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:23.764321 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-52fcc58f-0142-4a67-9754-a678df2f5069 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a97f873c-21da-4d4e-b673-88ed8e406132 HTTP/1.1" status: 204 len: 168 time: 0.2580464 Jun 23 09:24:23.772031 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcc58f-0142-4a67-9754-a678df2f5069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f873c-21da-4d4e-b673-88ed8e406132,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:23.823494 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:24.197519 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3d67ef-4a97-4375-951b-a9b4913c9328', 'tag': 'b14d8f63-9bec-4c93-a616-82eccf48fea9'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:24:24.199468 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1515f3-01f4-46f3-aa16-0a489ac00858" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3d67ef-4a97-4375-951b-a9b4913c9328", "tag": "b14d8f63-9bec-4c93-a616-82eccf48fea9"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:24:24.234890 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcecd88c-0f66-4174-8041-fb032b874110 x-openstack-request-id: req-fcecd88c-0f66-4174-8041-fb032b874110 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:24:24.235211 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3d67ef-4a97-4375-951b-a9b4913c9328", "tag": "b14d8f63-9bec-4c93-a616-82eccf48fea9", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:24:24.235465 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcecd88c-0f66-4174-8041-fb032b874110 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:24:24.235857 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcecd88c-0f66-4174-8041-fb032b874110'] response: {'name': 'network-changed', 'server_uuid': '6d3d67ef-4a97-4375-951b-a9b4913c9328', 'tag': 'b14d8f63-9bec-4c93-a616-82eccf48fea9', 'status': 'completed', 'code': 200} Jun 23 09:24:24.297016 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bba5cf-844f-4afa-8f26-c50d1bcbc5d8 req-4636cf56-9d2b-43bf-acfb-a49fe7d58f38 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:24.298502 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-31bba5cf-844f-4afa-8f26-c50d1bcbc5d8 req-4636cf56-9d2b-43bf-acfb-a49fe7d58f38 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0485156 Jun 23 09:24:24.318035 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4921354-594f-4b15-b3f2-47a3d838f851', 'tag': '4945a4dc-aecf-48ce-bab1-065123f856ba'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:24:24.320276 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1028ffda-70b4-4f12-b5d5-f5bb9ade01cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4921354-594f-4b15-b3f2-47a3d838f851", "tag": "4945a4dc-aecf-48ce-bab1-065123f856ba"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:24:24.353099 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-31bba5cf-844f-4afa-8f26-c50d1bcbc5d8 req-8b01e027-08c0-4c51-98db-5f37f4fcc855 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489531 Jun 23 09:24:24.365594 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d55640-ed61-4b75-ad47-8612d9469c0b x-openstack-request-id: req-c6d55640-ed61-4b75-ad47-8612d9469c0b {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:24:24.365885 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4921354-594f-4b15-b3f2-47a3d838f851", "tag": "4945a4dc-aecf-48ce-bab1-065123f856ba", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:24:24.366140 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6d55640-ed61-4b75-ad47-8612d9469c0b {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:24:24.366537 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d55640-ed61-4b75-ad47-8612d9469c0b'] response: {'name': 'network-changed', 'server_uuid': 'd4921354-594f-4b15-b3f2-47a3d838f851', 'tag': '4945a4dc-aecf-48ce-bab1-065123f856ba', 'status': 'completed', 'code': 200} Jun 23 09:24:24.445542 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 40870) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:24.454200 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8401-80e2-4933-8e60-1a7712f74c19 req-6ec195e0-7e7a-4fb4-b65e-d2365fae82f8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:24.455910 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7a6d8401-80e2-4933-8e60-1a7712f74c19 req-6ec195e0-7e7a-4fb4-b65e-d2365fae82f8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0476182 Jun 23 09:24:24.459013 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4482d12e-514b-4c21-9214-2891ffb5264f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:24.502831 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7a6d8401-80e2-4933-8e60-1a7712f74c19 req-ec8622a2-d6d9-4e2e-b3f0-e63e124a6bb9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Jun 23 09:24:24.533357 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4482d12e-514b-4c21-9214-2891ffb5264f admin admin] Publish callbacks [] for security_group (e30b3d88-5d36-4272-97d4-c3cca614f9ab), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:24.624197 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4482d12e-514b-4c21-9214-2891ffb5264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e30b3d88-5d36-4272-97d4-c3cca614f9ab), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:24.676497 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-4482d12e-514b-4c21-9214-2891ffb5264f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdc74866edd347b288deeeeb01e6f360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297695 Jun 23 09:24:24.679257 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 40876) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:24.701201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482d12e-514b-4c21-9214-2891ffb5264f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b3d88-5d36-4272-97d4-c3cca614f9ab,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:24.749202 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5a12d-eeed-4cf6-b8d4-f9489c180db7 req-4731816b-c645-47df-abeb-62197b9fff03 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:24.751085 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-33d5a12d-eeed-4cf6-b8d4-f9489c180db7 req-4731816b-c645-47df-abeb-62197b9fff03 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0589113 Jun 23 09:24:24.753689 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9558893d-07ac-425b-90cb-8dc97b23c59a admin admin] Publish callbacks [] for security_group (e30b3d88-5d36-4272-97d4-c3cca614f9ab), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:24.777692 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9558893d-07ac-425b-90cb-8dc97b23c59a admin admin] Publish callbacks [] for security_group (e30b3d88-5d36-4272-97d4-c3cca614f9ab), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:24.806892 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-33d5a12d-eeed-4cf6-b8d4-f9489c180db7 req-66be4b47-4c39-429a-b80b-ab565e3f5c38 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494969 Jun 23 09:24:24.990742 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9558893d-07ac-425b-90cb-8dc97b23c59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e30b3d88-5d36-4272-97d4-c3cca614f9ab), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:24.995444 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9558893d-07ac-425b-90cb-8dc97b23c59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:24.996039 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9558893d-07ac-425b-90cb-8dc97b23c59a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e30b3d88-5d36-4272-97d4-c3cca614f9ab HTTP/1.1" status: 204 len: 168 time: 0.3157771 Jun 23 09:24:25.016168 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558893d-07ac-425b-90cb-8dc97b23c59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b3d88-5d36-4272-97d4-c3cca614f9ab,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:25.513642 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7945e-0a65-4982-b3cf-6847e957054a req-7136b23a-4e31-4cca-992f-f7b712db6d85 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:25.516482 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c7c7945e-0a65-4982-b3cf-6847e957054a req-7136b23a-4e31-4cca-992f-f7b712db6d85 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0617018 Jun 23 09:24:25.576246 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c7c7945e-0a65-4982-b3cf-6847e957054a req-f68d3162-ee70-44a1-bf72-b1ec53c14515 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521173 Jun 23 09:24:25.660081 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc883-6f1e-483e-9b5a-6f6076efe1be req-2ffd200e-b09b-4ade-8935-54c7493b0c5d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:25.661424 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-478cc883-6f1e-483e-9b5a-6f6076efe1be req-2ffd200e-b09b-4ade-8935-54c7493b0c5d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0594015 Jun 23 09:24:25.729332 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-478cc883-6f1e-483e-9b5a-6f6076efe1be req-cbbd800e-c63d-423d-ad94-56f0cc06b2fd tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592470 Jun 23 09:24:25.931099 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ae97c-0415-4221-b4fa-eaf8e5d9926b req-6ad7ed9c-67fe-4f3e-b193-876bfe85b944 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:25.932889 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c5ae97c-0415-4221-b4fa-eaf8e5d9926b req-6ad7ed9c-67fe-4f3e-b193-876bfe85b944 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0497594 Jun 23 09:24:25.977521 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:25.988903 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c5ae97c-0415-4221-b4fa-eaf8e5d9926b req-d61e4d36-da6a-4d0d-bc19-6b7337b2aa6d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477943 Jun 23 09:24:26.728373 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0e764-6c61-490e-8cb7-a05abe5e6572 req-7ac79405-d7d8-43a9-bd5a-61882211d5af tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:26.730089 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-98d0e764-6c61-490e-8cb7-a05abe5e6572 req-7ac79405-d7d8-43a9-bd5a-61882211d5af tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0633221 Jun 23 09:24:26.805006 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-98d0e764-6c61-490e-8cb7-a05abe5e6572 req-2893c8ca-e8a0-4e44-a73a-54f3d05c9844 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624046 Jun 23 09:24:26.890081 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447d86b-57ef-4642-b31e-964f44919efd req-9de67b8d-e2d6-477d-8ed0-990c4b0fd804 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:26.891590 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c447d86b-57ef-4642-b31e-964f44919efd req-9de67b8d-e2d6-477d-8ed0-990c4b0fd804 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0629060 Jun 23 09:24:26.966526 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c447d86b-57ef-4642-b31e-964f44919efd req-c4db21ac-9075-4ecd-a0a3-b73ab7dba0f2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686035 Jun 23 09:24:27.156341 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15f79e-8c49-4d72-8eb9-77e038f3b296 req-6bf58dc6-5459-49a4-a241-3e333c49ca38 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:27.157811 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ab15f79e-8c49-4d72-8eb9-77e038f3b296 req-6bf58dc6-5459-49a4-a241-3e333c49ca38 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0571754 Jun 23 09:24:27.223238 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ab15f79e-8c49-4d72-8eb9-77e038f3b296 req-b1e2c578-e3bf-46ed-a6a9-7d222154476a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592661 Jun 23 09:24:27.486756 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:27.487646 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:27.926348 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:27.988462 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436a8e0-447d-4c47-a6a1-8428c556f0bc req-24d763fd-247f-4525-940f-614770d50f2b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:27.990401 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c436a8e0-447d-4c47-a6a1-8428c556f0bc req-24d763fd-247f-4525-940f-614770d50f2b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0603225 Jun 23 09:24:28.060232 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c436a8e0-447d-4c47-a6a1-8428c556f0bc req-6fc3244b-f7b5-435a-931c-8fab0e7b34fa tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612309 Jun 23 09:24:28.145227 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c14b5-92d8-4f74-9c2b-abf8ff6c7d07 req-d8a0939a-d6e6-4e94-ad6f-535865ae8643 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:28.152555 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-210c14b5-92d8-4f74-9c2b-abf8ff6c7d07 req-d8a0939a-d6e6-4e94-ad6f-535865ae8643 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0892193 Jun 23 09:24:28.241669 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-210c14b5-92d8-4f74-9c2b-abf8ff6c7d07 req-f739058f-955a-4f31-a6b0-4b74cad7404c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862091 Jun 23 09:24:28.376497 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31285384-a846-48c9-b04f-bf516ecbc0ee req-e90f74d3-e498-401c-bca7-531f517b44f4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:28.378624 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31285384-a846-48c9-b04f-bf516ecbc0ee req-e90f74d3-e498-401c-bca7-531f517b44f4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0703862 Jun 23 09:24:28.448096 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31285384-a846-48c9-b04f-bf516ecbc0ee req-d68f10e8-6c01-43bf-b7cb-d13273dc0d19 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638578 Jun 23 09:24:28.475279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:29.183925 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d13f40-8eba-460e-9bb4-330e39d8e203 req-395d2e29-22b2-4b1f-8c8c-41dcac7f4ad9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:29.185686 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-06d13f40-8eba-460e-9bb4-330e39d8e203 req-395d2e29-22b2-4b1f-8c8c-41dcac7f4ad9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0501435 Jun 23 09:24:29.234647 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-06d13f40-8eba-460e-9bb4-330e39d8e203 req-84de7def-a4ff-4f41-9e7d-699ec80f7970 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Jun 23 09:24:29.354047 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d208ee-17b5-4bdb-b67a-7beb0aed3e97 req-dbad4665-305d-491e-aec8-aac6a88d5de4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:29.355551 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f7d208ee-17b5-4bdb-b67a-7beb0aed3e97 req-dbad4665-305d-491e-aec8-aac6a88d5de4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0536981 Jun 23 09:24:29.411499 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f7d208ee-17b5-4bdb-b67a-7beb0aed3e97 req-539597b1-eabe-4fcc-b878-3f0db95ab575 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493155 Jun 23 09:24:29.563183 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954805f5-4b28-4578-a782-5b5824e3915a req-892dcba8-60c1-4707-b953-b9cd1ac11ebb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:29.564662 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-954805f5-4b28-4578-a782-5b5824e3915a req-892dcba8-60c1-4707-b953-b9cd1ac11ebb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0464368 Jun 23 09:24:29.623385 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-954805f5-4b28-4578-a782-5b5824e3915a req-1a637dfa-f144-4f35-828b-79d82de72c20 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516853 Jun 23 09:24:29.749050 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:30.347349 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b0c34-2bfa-4244-b77d-35c4f4944a7f req-029c7436-d1f9-49b0-b9f4-12d4c012a8d8 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:30.348754 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ee2b0c34-2bfa-4244-b77d-35c4f4944a7f req-029c7436-d1f9-49b0-b9f4-12d4c012a8d8 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0470996 Jun 23 09:24:30.370625 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:30.379743 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41056) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:30.400854 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ee2b0c34-2bfa-4244-b77d-35c4f4944a7f req-d58207bb-ac12-4349-a7af-2cd1259a030d tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465193 Jun 23 09:24:30.493918 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dec3e04e-99e2-4421-8ef9-4e715f756c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:30.542269 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1027945-82cf-4e7e-af81-b3c7ba581576 req-cca97477-5c13-4146-bf25-7e9d4c2beba5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:30.543819 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1027945-82cf-4e7e-af81-b3c7ba581576 req-cca97477-5c13-4146-bf25-7e9d4c2beba5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0652103 Jun 23 09:24:30.613347 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1027945-82cf-4e7e-af81-b3c7ba581576 req-a23a811c-b0a0-408a-a121-cabca1ca4dea tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613718 Jun 23 09:24:30.634969 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dec3e04e-99e2-4421-8ef9-4e715f756c59 admin admin] Publish callbacks [] for security_group (10fa746f-92aa-4ad9-af6b-79d6c9d8a64e), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:30.714799 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dec3e04e-99e2-4421-8ef9-4e715f756c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (10fa746f-92aa-4ad9-af6b-79d6c9d8a64e), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:30.740831 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0dd02-2bf9-425a-b4d7-bc180ee1fee3 req-e164d53e-8d63-4b7d-b3b2-c558fb5527f0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:30.742354 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1bf0dd02-2bf9-425a-b4d7-bc180ee1fee3 req-e164d53e-8d63-4b7d-b3b2-c558fb5527f0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0509398 Jun 23 09:24:30.755011 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-dec3e04e-99e2-4421-8ef9-4e715f756c59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3f624338dbc488682e49a9b5000d063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741231 Jun 23 09:24:30.755850 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3e04e-99e2-4421-8ef9-4e715f756c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fa746f-92aa-4ad9-af6b-79d6c9d8a64e,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:30.758102 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41064) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:30.776368 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:30.817767 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a9b52c6f-6a7e-4c4f-9b70-4ee4e0a63d0a admin admin] Publish callbacks [] for security_group (10fa746f-92aa-4ad9-af6b-79d6c9d8a64e), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:30.841047 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a9b52c6f-6a7e-4c4f-9b70-4ee4e0a63d0a admin admin] Publish callbacks [] for security_group (10fa746f-92aa-4ad9-af6b-79d6c9d8a64e), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:30.922760 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1bf0dd02-2bf9-425a-b4d7-bc180ee1fee3 req-14c4f681-2931-4aa6-9bb8-37c8f6c85b3d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746380 Jun 23 09:24:31.000746 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a9b52c6f-6a7e-4c4f-9b70-4ee4e0a63d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (10fa746f-92aa-4ad9-af6b-79d6c9d8a64e), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:31.003338 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a9b52c6f-6a7e-4c4f-9b70-4ee4e0a63d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:31.004536 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a9b52c6f-6a7e-4c4f-9b70-4ee4e0a63d0a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10fa746f-92aa-4ad9-af6b-79d6c9d8a64e HTTP/1.1" status: 204 len: 168 time: 0.2455263 Jun 23 09:24:31.014324 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b52c6f-6a7e-4c4f-9b70-4ee4e0a63d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fa746f-92aa-4ad9-af6b-79d6c9d8a64e,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:31.511320 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118171-f720-4cc3-9e78-c4eaf3e140df req-88b08634-e0f1-42f5-b279-f9e4b90976c9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:31.512769 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-69118171-f720-4cc3-9e78-c4eaf3e140df req-88b08634-e0f1-42f5-b279-f9e4b90976c9 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0458193 Jun 23 09:24:31.557829 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-69118171-f720-4cc3-9e78-c4eaf3e140df req-705fc792-bb20-44a0-8eb5-7cdebd8ef7f3 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Jun 23 09:24:31.723846 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998eff76-f21e-4ce0-a1d9-11f980ded4ea req-858ae72c-ef0b-4342-b261-bd6c738c870f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:31.725304 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-998eff76-f21e-4ce0-a1d9-11f980ded4ea req-858ae72c-ef0b-4342-b261-bd6c738c870f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0472400 Jun 23 09:24:31.772951 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-998eff76-f21e-4ce0-a1d9-11f980ded4ea req-8912501e-aee2-4af4-a650-45e90381239d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Jun 23 09:24:31.844159 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41084) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:31.858009 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b7b0df99-e4d2-440e-85a5-8d1423229819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:31.933800 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b7b0df99-e4d2-440e-85a5-8d1423229819 admin admin] Publish callbacks [] for security_group (136d2893-e6d5-418d-bac5-02fca61ac3aa), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:32.037030 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5431-76a2-4305-b6d7-73885a7e0b65 req-96581fed-6fdb-4206-8bd5-9037f085280b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.038498 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6c2e5431-76a2-4305-b6d7-73885a7e0b65 req-96581fed-6fdb-4206-8bd5-9037f085280b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0467079 Jun 23 09:24:32.060975 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b7b0df99-e4d2-440e-85a5-8d1423229819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (136d2893-e6d5-418d-bac5-02fca61ac3aa), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:32.065674 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:32.120634 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6c2e5431-76a2-4305-b6d7-73885a7e0b65 req-d8647682-449d-4d57-9ebc-48250419fc62 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765309 Jun 23 09:24:32.125254 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b7b0df99-e4d2-440e-85a5-8d1423229819 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=913be6d3b78149289001b96f667e6e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776258 Jun 23 09:24:32.125254 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0df99-e4d2-440e-85a5-8d1423229819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136d2893-e6d5-418d-bac5-02fca61ac3aa,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:32.126654 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41092) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:32.227252 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-8c8d4596-4e20-4062-885b-2b840e5b9344 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 200 len: 217 time: 0.0795124 Jun 23 09:24:32.251537 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d340bbe9-5f9d-4b32-86b9-77a2f8e7de68 admin admin] Publish callbacks [] for security_group (136d2893-e6d5-418d-bac5-02fca61ac3aa), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:32.280888 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d340bbe9-5f9d-4b32-86b9-77a2f8e7de68 admin admin] Publish callbacks [] for security_group (136d2893-e6d5-418d-bac5-02fca61ac3aa), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:32.316667 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-bf744899-703b-4955-9573-fd71f9895b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.318117 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-bf744899-703b-4955-9573-fd71f9895b50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0501969 Jun 23 09:24:32.480463 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d340bbe9-5f9d-4b32-86b9-77a2f8e7de68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (136d2893-e6d5-418d-bac5-02fca61ac3aa), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:32.484135 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d340bbe9-5f9d-4b32-86b9-77a2f8e7de68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:32.485905 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d340bbe9-5f9d-4b32-86b9-77a2f8e7de68 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/136d2893-e6d5-418d-bac5-02fca61ac3aa HTTP/1.1" status: 204 len: 168 time: 0.3576498 Jun 23 09:24:32.506662 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-213163ac-697c-4ea0-b089-7c3d238ba434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.508435 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-213163ac-697c-4ea0-b089-7c3d238ba434 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946486 Jun 23 09:24:32.509477 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1515f3-01f4-46f3-aa16-0a489ac00858 req-826114af-f053-497e-9544-9570cc1451ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.510786 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3a1515f3-01f4-46f3-aa16-0a489ac00858 req-826114af-f053-497e-9544-9570cc1451ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0160aecb23854482b26d188beec1021d&device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 1127 time: 0.1047282 Jun 23 09:24:32.519346 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340bbe9-5f9d-4b32-86b9-77a2f8e7de68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136d2893-e6d5-418d-bac5-02fca61ac3aa,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:32.524619 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028ffda-70b4-4f12-b5d5-f5bb9ade01cc req-1c3675ca-8c55-4c7d-86b7-2bca2071eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.533652 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1028ffda-70b4-4f12-b5d5-f5bb9ade01cc req-1c3675ca-8c55-4c7d-86b7-2bca2071eb5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 1127 time: 0.1264300 Jun 23 09:24:32.535291 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-0600e1d4-8713-4f88-bdae-a23c40de54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.536892 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-0600e1d4-8713-4f88-bdae-a23c40de54f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.1268699 Jun 23 09:24:32.756279 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-843db395-5164-4d18-a2b6-ff1266855f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.757811 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-843db395-5164-4d18-a2b6-ff1266855f26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2046545 Jun 23 09:24:32.777632 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-9605f57d-07f7-47c4-98cf-78d064053c2e service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493346 Jun 23 09:24:32.781981 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1515f3-01f4-46f3-aa16-0a489ac00858 req-86d03c3f-d2c6-46a3-b651-0c01b185c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.783348 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3a1515f3-01f4-46f3-aa16-0a489ac00858 req-86d03c3f-d2c6-46a3-b651-0c01b185c4cf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0160aecb23854482b26d188beec1021d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2306783 Jun 23 09:24:32.840361 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496a0bb-8e6c-400b-906d-f1a25efbbae1 req-9c66c0ea-b59f-4b47-b411-7f82995677db tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.841849 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a496a0bb-8e6c-400b-906d-f1a25efbbae1 req-9c66c0ea-b59f-4b47-b411-7f82995677db tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.1841989 Jun 23 09:24:32.947918 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028ffda-70b4-4f12-b5d5-f5bb9ade01cc req-e07faed8-81ef-4938-9fa8-821998b8c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:32.949642 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1028ffda-70b4-4f12-b5d5-f5bb9ade01cc req-e07faed8-81ef-4938-9fa8-821998b8c585 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=368a6f8fbca64e7791d5330f0a99d086&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3980114 Jun 23 09:24:33.039637 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a496a0bb-8e6c-400b-906d-f1a25efbbae1 req-2f2d9251-acf7-4156-8778-e6e2f9e99799 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881199 Jun 23 09:24:33.072723 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:33.103385 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:33.105678 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-c1c57e11-adf3-4214-9a5b-bed499aadee2 service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167241 Jun 23 09:24:33.207502 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1326a-246a-44bf-b7aa-c230bff0fd7f req-5ac1c07c-9180-4f2e-a3d0-9d3c30773c68 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:33.214175 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-71e1326a-246a-44bf-b7aa-c230bff0fd7f req-5ac1c07c-9180-4f2e-a3d0-9d3c30773c68 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.3611794 Jun 23 09:24:33.268033 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8aa5d3e-79bf-4a22-8c9f-22001c8c15f6 req-5c26a3ad-6999-406f-a0c1-aaf58df4e76d service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834027 Jun 23 09:24:33.275262 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1515f3-01f4-46f3-aa16-0a489ac00858 req-5b165f0c-03c1-4734-af46-e5aef7ae51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:33.277271 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3a1515f3-01f4-46f3-aa16-0a489ac00858 req-5b165f0c-03c1-4734-af46-e5aef7ae51d0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4849532 Jun 23 09:24:33.317903 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-71e1326a-246a-44bf-b7aa-c230bff0fd7f req-76922e81-7841-4c91-a721-885d043f449f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990593 Jun 23 09:24:33.343500 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028ffda-70b4-4f12-b5d5-f5bb9ade01cc req-4eb412b9-ce9c-4445-8135-4431636e630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:33.348279 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1028ffda-70b4-4f12-b5d5-f5bb9ade01cc req-4eb412b9-ce9c-4445-8135-4431636e630f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3865774 Jun 23 09:24:33.349037 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:33.378145 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbe8db-54ec-4cba-ae94-eee297563812 req-17aca1a7-cf65-4643-8bc7-dd55342a5fb2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:33.379619 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f7fbe8db-54ec-4cba-ae94-eee297563812 req-17aca1a7-cf65-4643-8bc7-dd55342a5fb2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.1425748 Jun 23 09:24:33.433256 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-1b69a755-71c6-4ea3-8f7a-b3e6af28417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:33.435347 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-1b69a755-71c6-4ea3-8f7a-b3e6af28417d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0160aecb23854482b26d188beec1021d&device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 1127 time: 0.0743902 Jun 23 09:24:33.438443 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-500f4a2c-18ad-4571-8751-7c1767a38047 req-5ad1ff6b-ae7c-469e-b0c6-e28eeecaee60 service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261268 Jun 23 09:24:33.463015 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620d7e-6b5b-463e-a554-847696e76e73 req-09bab5f6-23e7-440a-8d5d-20a34e608c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:33.465576 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-09bab5f6-23e7-440a-8d5d-20a34e608c1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 1127 time: 0.0589356 Jun 23 09:24:33.507228 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-cc15af06-aa65-47ab-90ad-ad1c77199d7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b14d8f63-9bec-4c93-a616-82eccf48fea9 HTTP/1.1" status: 200 len: 217 time: 0.0475996 Jun 23 09:24:33.512180 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f7fbe8db-54ec-4cba-ae94-eee297563812 req-ddf07ead-f706-4c70-ab94-915c4fb8204c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144910 Jun 23 09:24:33.532136 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-842b02c1-6f4b-49dc-b1dc-a6d35adabbb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4945a4dc-aecf-48ce-bab1-065123f856ba HTTP/1.1" status: 200 len: 217 time: 0.0497725 Jun 23 09:24:33.557142 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-bd94f843-117d-4a5b-802c-8bb9cdc17d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:33.558606 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-bd94f843-117d-4a5b-802c-8bb9cdc17d64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce0388a5-155f-45d4-8e2a-1d8b8974883b HTTP/1.1" status: 200 len: 851 time: 0.0450277 Jun 23 09:24:34.162396 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea94ea2-720f-441a-a524-48af0745e9b5 req-fad89593-9438-4ba6-bdc9-4f2e5909f366 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:34.163913 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fea94ea2-720f-441a-a524-48af0745e9b5 req-fad89593-9438-4ba6-bdc9-4f2e5909f366 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0498786 Jun 23 09:24:34.212347 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fea94ea2-720f-441a-a524-48af0745e9b5 req-58263959-cd45-4b33-820e-370ff5499d82 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425987 Jun 23 09:24:34.310158 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41154) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:34.384036 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41160) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:34.428676 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa12a9-8fa6-47dd-b767-7079dfa8ed89 req-66f598fa-4644-4f6c-98af-4f87a11f2c37 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:34.430241 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-61aa12a9-8fa6-47dd-b767-7079dfa8ed89 req-66f598fa-4644-4f6c-98af-4f87a11f2c37 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 944 time: 0.0526404 Jun 23 09:24:34.473175 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1188373114-network', 'tenant_id': '5a7afaa88f93446884e96bb39142d3b4'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:34.503948 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-61aa12a9-8fa6-47dd-b767-7079dfa8ed89 req-0064f841-64fc-48f2-ad75-2d817afdf0c0 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663164 Jun 23 09:24:34.504598 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3fe8baff-5cca-4ad1-9be2-d2302b121aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.608331 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:24:34.611785 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3fe8baff-5cca-4ad1-9be2-d2302b121aa3 admin admin] Publish callbacks [] for security_group (6940d4b6-e5e0-4ede-af2d-4747045aab0d), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.626626 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620d7e-6b5b-463e-a554-847696e76e73 req-02d9b843-3c6d-4f53-b29a-385ee044298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:34.628144 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-02d9b843-3c6d-4f53-b29a-385ee044298d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0595155 Jun 23 09:24:34.681696 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01027ecf-5102-4973-b560-b9e3d53f53c0 req-cdde5024-f82e-4d6c-b040-717e97378e1a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:34.683134 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-01027ecf-5102-4973-b560-b9e3d53f53c0 req-cdde5024-f82e-4d6c-b040-717e97378e1a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0484698 Jun 23 09:24:34.691776 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Made reservation on behalf of 5a7afaa88f93446884e96bb39142d3b4 for: {'network': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:24:34.694104 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.696716 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:34.703387 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.736616 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:34.743394 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-01027ecf-5102-4973-b560-b9e3d53f53c0 req-4014189e-fa45-48c2-9c8a-f3a1b89d4480 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537570 Jun 23 09:24:34.749607 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '3ed4c870-26d7-4fa7-9842-6dc0b9ff1906', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'port_id': '3ed4c870-26d7-4fa7-9842-6dc0b9ff1906', 'mac_address': 'fa:16:3e:59:86:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:24:34.782844 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3fe8baff-5cca-4ad1-9be2-d2302b121aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (6940d4b6-e5e0-4ede-af2d-4747045aab0d), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.783616 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Publish callbacks [] for security_group (a7f7bef8-6e82-4cfe-99af-7cd15dfe8655), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.784515 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:34.784910 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.799773 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:24:34.829672 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-3fe8baff-5cca-4ad1-9be2-d2302b121aa3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ced9fa9aa54d42dda557bb17d14fe971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443867 Jun 23 09:24:34.830814 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8baff-5cca-4ad1-9be2-d2302b121aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6940d4b6-e5e0-4ede-af2d-4747045aab0d,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:34.832395 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:34.832934 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41176) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:34.906416 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1e52a4ed-1ddb-4c37-9cf2-2c0caf2d6073 admin admin] Publish callbacks [] for security_group (6940d4b6-e5e0-4ede-af2d-4747045aab0d), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.927193 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1e52a4ed-1ddb-4c37-9cf2-2c0caf2d6073 admin admin] Publish callbacks [] for security_group (6940d4b6-e5e0-4ede-af2d-4747045aab0d), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.928881 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a7f7bef8-6e82-4cfe-99af-7cd15dfe8655), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.970285 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=104735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:24:34.978426 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.991708 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (e19b3fb7-b882-4c2a-a4a3-450b7b4219ef), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:34.992057 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.segments_db [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Added segment e19b3fb7-b882-4c2a-a4a3-450b7b4219ef of type vlan for network 85357589-75f9-4877-ae32-26ecc380bf58 Jun 23 09:24:34.998268 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f7bef8-6e82-4cfe-99af-7cd15dfe8655,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:35.042844 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (85357589-75f9-4877-ae32-26ecc380bf58), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:35.066482 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:35.101533 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=12 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:35.186235 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=63 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:35.272387 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1e52a4ed-1ddb-4c37-9cf2-2c0caf2d6073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (6940d4b6-e5e0-4ede-af2d-4747045aab0d), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:35.280516 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1e52a4ed-1ddb-4c37-9cf2-2c0caf2d6073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:35.282692 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-1e52a4ed-1ddb-4c37-9cf2-2c0caf2d6073 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6940d4b6-e5e0-4ede-af2d-4747045aab0d HTTP/1.1" status: 204 len: 168 time: 0.4477930 Jun 23 09:24:35.295729 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (85357589-75f9-4877-ae32-26ecc380bf58), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:35.298138 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:35.298138 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:35.326866 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['3ed4c870-26d7-4fa7-9842-6dc0b9ff1906'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:24:35.430094 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af620d7e-6b5b-463e-a554-847696e76e73 req-4ee8f8b3-e9e3-46a4-8a4f-41d008dcf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:35.431729 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-4ee8f8b3-e9e3-46a4-8a4f-41d008dcf02d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813537 Jun 23 09:24:35.435695 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-1bbcc8f6-86da-429c-82c3-0537e29663df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:35.437398 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-1bbcc8f6-86da-429c-82c3-0537e29663df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 1127 time: 0.0858376 Jun 23 09:24:35.657197 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52a4ed-1ddb-4c37-9cf2-2c0caf2d6073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6940d4b6-e5e0-4ede-af2d-4747045aab0d,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:35.679356 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41210) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:35.787913 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52912786-3c69-411f-8a08-24134b525da2 req-0b70832b-dc5d-4756-805a-0328fbf1744e tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:35.789571 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52912786-3c69-411f-8a08-24134b525da2 req-0b70832b-dc5d-4756-805a-0328fbf1744e tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.5057509 Jun 23 09:24:35.793403 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-6f1ff7e1-63a3-4fee-8b60-2f5752c9974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:35.795351 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-6f1ff7e1-63a3-4fee-8b60-2f5752c9974d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2c6a2f1-6342-4920-800e-25b59a18fe42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4500086 Jun 23 09:24:35.795947 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] Pushing event updated for resources: {'Network': ['ID=85357589-75f9-4877-ae32-26ecc380bf58,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:35.814275 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-ddf2350e-fc49-4f0c-99d3-f613de023ace admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5022657 Jun 23 09:24:35.817073 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-bca48f4b-7ee5-4cac-898a-c0b68a01a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:35.818752 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-bca48f4b-7ee5-4cac-898a-c0b68a01a220 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 1129 time: 0.1848464 Jun 23 09:24:35.820022 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 85357589-75f9-4877-ae32-26ecc380bf58 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:24:35.822163 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41218) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:35.845196 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Request body: {'subnet': {'network_id': '85357589-75f9-4877-ae32-26ecc380bf58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1188373114-subnet', 'tenant_id': '5a7afaa88f93446884e96bb39142d3b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:35.904548 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-3ecbe28c-81e3-47fd-ac89-f0902d6b4492 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659131 Jun 23 09:24:35.905664 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-5b7fbc18-f4a8-4382-b742-7404cca9c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:35.907183 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-5b7fbc18-f4a8-4382-b742-7404cca9c844 service neutron] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 917 time: 0.4598160 Jun 23 09:24:35.995850 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-4da671ed-54d7-4f62-b59b-0c60ece94d0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 200 len: 217 time: 0.0597324 Jun 23 09:24:36.001864 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55422a9-7978-4d22-bee8-d0f8144a9f0a req-5c75fb4a-0454-468e-85a3-ea98139641dc tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:36.008555 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f55422a9-7978-4d22-bee8-d0f8144a9f0a req-5c75fb4a-0454-468e-85a3-ea98139641dc tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 945 time: 0.2793930 Jun 23 09:24:36.020138 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:36.080606 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52912786-3c69-411f-8a08-24134b525da2 req-48a39597-d96f-4bae-a0cc-abfe3b79c3de tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821875 Jun 23 09:24:36.122995 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1e7f-8b3a-497b-9cbb-7a0fba10b744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.152639 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f55422a9-7978-4d22-bee8-d0f8144a9f0a req-a045e437-5d27-445c-8b00-fca339b5fe62 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424158 Jun 23 09:24:36.180231 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-1edd4f2e-17d1-4c6c-8eb1-90d0a63c78a7 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c6a2f1-6342-4920-800e-25b59a18fe42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587122 Jun 23 09:24:36.182856 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-1de0f2bb-b361-4161-870d-9281b38f29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:36.184236 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-1de0f2bb-b361-4161-870d-9281b38f29d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.3238792 Jun 23 09:24:36.188939 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Made reservation on behalf of 5a7afaa88f93446884e96bb39142d3b4 for: {'subnet': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:24:36.189178 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-6f725af1-203d-4411-8f8d-158c7e142c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:36.189178 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-6f725af1-203d-4411-8f8d-158c7e142c6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.1771936 Jun 23 09:24:36.189356 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.190187 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-345948bc-51cc-4430-bfaf-5c42bfcf6281 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555237 Jun 23 09:24:36.248560 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-e2e25a4a-f393-48fe-a53b-d4a1c88fdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:36.250040 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-e2e25a4a-f393-48fe-a53b-d4a1c88fdeed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403993 Jun 23 09:24:36.317532 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-78cc2351-9dd1-4d08-905e-85a087095114 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 HTTP/1.1" status: 200 len: 217 time: 0.0976179 Jun 23 09:24:36.359913 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-b4037aac-7d92-4d64-ac15-a9d4a50b708e service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021030 Jun 23 09:24:36.405813 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff0d2b-a43b-45ef-a1cb-d7d9585ad134 req-f65a1975-65f5-4702-acf7-4d0a50923585 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:36.407330 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-abff0d2b-a43b-45ef-a1cb-d7d9585ad134 req-f65a1975-65f5-4702-acf7-4d0a50923585 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.2001667 Jun 23 09:24:36.501847 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a09ce42b-21b9-4f2c-b27e-94ac72fff550 req-4a0bad09-a1d1-426b-9d7a-48bdc9fbf9f1 service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047080 Jun 23 09:24:36.521114 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-5b1509a3-3e35-4e30-a831-c66f49c07eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:36.522490 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-5b1509a3-3e35-4e30-a831-c66f49c07eef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.1632986 Jun 23 09:24:36.538183 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-79d3e8a3-bb8e-4cb9-88f2-3c3d60f2d770 req-dac42e39-8aa5-4a0b-a815-7c6b21736de6 service neutron] 10.222.0.55 "GET /v2.0/networks/d2c6a2f1-6342-4920-800e-25b59a18fe42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352354 Jun 23 09:24:36.559749 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1e7f-8b3a-497b-9cbb-7a0fba10b744 admin admin] Publish callbacks [] for security_group (2bbdbd33-203e-4266-bdcc-e51a4599ec07), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.562549 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:36.583165 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-abff0d2b-a43b-45ef-a1cb-d7d9585ad134 req-28a556ca-5d57-4f06-aadb-db8f4e361229 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430941 Jun 23 09:24:36.604243 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:24:36.629466 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:36.724469 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f8aa1e7f-8b3a-497b-9cbb-7a0fba10b744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (2bbdbd33-203e-4266-bdcc-e51a4599ec07), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.744160 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:24:36.765615 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:36.772822 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (7df5407d-1ef6-4422-be7a-1b59fed277e5), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.778841 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'port_id': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'mac_address': 'fa:16:3e:a5:13:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:24:36.813565 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port a29b275b-5e50-40ac-a543-defb30d49ca9 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:36.813965 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.816101 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-f8aa1e7f-8b3a-497b-9cbb-7a0fba10b744 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cee70b6e066040cc852b69193661f0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1266553 Jun 23 09:24:36.816540 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:36.818883 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa1e7f-8b3a-497b-9cbb-7a0fba10b744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbdbd33-203e-4266-bdcc-e51a4599ec07,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:36.819275 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41254) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:36.831384 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29b275b-5e50-40ac-a543-defb30d49ca9 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:24:36.842385 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:36.853820 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:36.865713 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df5407d-1ef6-4422-be7a-1b59fed277e5,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:36.880076 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Checking segment: {'id': 'e19b3fb7-b882-4c2a-a4a3-450b7b4219ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '85357589-75f9-4877-ae32-26ecc380bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:36.880595 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Network hostable DHCP agents. Network: 85357589-75f9-4877-ae32-26ecc380bf58, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:24:36.883124 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad895e49-ed92-4235-9960-29f354c4f71e admin admin] Publish callbacks [] for security_group (2bbdbd33-203e-4266-bdcc-e51a4599ec07), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.909164 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad895e49-ed92-4235-9960-29f354c4f71e admin admin] Publish callbacks [] for security_group (2bbdbd33-203e-4266-bdcc-e51a4599ec07), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.920680 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:36.921036 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:36.993469 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:36.999028 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:37.006945 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Network 85357589-75f9-4877-ae32-26ecc380bf58 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:24:37.009485 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:37.032284 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:37.032680 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:37.068416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead81496-995d-41ce-8a52-0c61545053f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed4c870-26d7-4fa7-9842-6dc0b9ff1906'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:24:37.080417 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad895e49-ed92-4235-9960-29f354c4f71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (2bbdbd33-203e-4266-bdcc-e51a4599ec07), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:37.083367 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad895e49-ed92-4235-9960-29f354c4f71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:37.088264 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ad895e49-ed92-4235-9960-29f354c4f71e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bbdbd33-203e-4266-bdcc-e51a4599ec07 HTTP/1.1" status: 204 len: 168 time: 0.2652519 Jun 23 09:24:37.095875 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad895e49-ed92-4235-9960-29f354c4f71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbdbd33-203e-4266-bdcc-e51a4599ec07,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:37.172081 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 85357589-75f9-4877-ae32-26ecc380bf58) {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:37.177920 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:37.179104 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:37.228646 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadfd8f-267f-481b-8f28-e42e4cc64ff0 req-fd094d2d-25d6-46ab-8a5f-88b8e52802df tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:37.230320 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1fadfd8f-267f-481b-8f28-e42e4cc64ff0 req-fd094d2d-25d6-46ab-8a5f-88b8e52802df tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0622253 Jun 23 09:24:37.291745 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07d4c8f-178e-4861-a6ac-7d58ce9efbb9 None None] Network 85357589-75f9-4877-ae32-26ecc380bf58 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:24:37.353165 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-666cea70-0a74-4d5e-ba48-3e3000ba6d98 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5176234 Jun 23 09:24:37.353537 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1fadfd8f-267f-481b-8f28-e42e4cc64ff0 req-1cd975c0-72bb-488c-aa50-7b7e8d8a7877 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887272 Jun 23 09:24:37.353636 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:37.353746 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-ec29aed7-c085-41e1-ab50-85c37b6904e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:37.353746 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-ec29aed7-c085-41e1-ab50-85c37b6904e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1270008 Jun 23 09:24:37.369962 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44852a03-54d3-4bb2-8fdc-7c81d76208a3 req-47a7c75b-7dc0-4ead-92b4-b4d7a02ce111 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:37.370093 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:37.376280 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-44852a03-54d3-4bb2-8fdc-7c81d76208a3 req-47a7c75b-7dc0-4ead-92b4-b4d7a02ce111 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 945 time: 0.1071014 Jun 23 09:24:37.439891 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-44852a03-54d3-4bb2-8fdc-7c81d76208a3 req-ae739ced-7d9d-43da-9d57-fab47f326a83 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526590 Jun 23 09:24:37.444124 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['a29b275b-5e50-40ac-a543-defb30d49ca9'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:24:37.502061 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711f5c2-22b6-4ef0-bb0a-68d68edc3001 None None] Network 85357589-75f9-4877-ae32-26ecc380bf58 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:24:37.570128 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:37.687711 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:37.714892 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f51d9-5666-464d-b174-15896362812b req-f961c744-99e7-41be-9dbe-e7b87d342bbe tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:37.717535 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-354f51d9-5666-464d-b174-15896362812b req-f961c744-99e7-41be-9dbe-e7b87d342bbe tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 944 time: 0.0557625 Jun 23 09:24:37.771227 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-354f51d9-5666-464d-b174-15896362812b req-3b3b1eec-2a5e-4ef4-9747-c5c00f9bcb20 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467157 Jun 23 09:24:37.853777 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadcfcd2-932b-452b-9271-4febb8ac707b" -d '{"events": [{"server_uuid": "ead81496-995d-41ce-8a52-0c61545053f7", "name": "network-vif-plugged", "status": "completed", "tag": "3ed4c870-26d7-4fa7-9842-6dc0b9ff1906"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:24:38.253089 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-f64f3d65-a101-4466-85e0-ae9600d0cdfe service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904746 Jun 23 09:24:38.368032 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-983c1ce4-43e4-4888-a7e7-caef62456b2d req-b39cfda1-a13d-4095-a669-67fc14438521 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083727 Jun 23 09:24:38.383548 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc69f9c-adc0-489e-81ba-0f353de6ac93 x-openstack-request-id: req-dcc69f9c-adc0-489e-81ba-0f353de6ac93 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:24:38.383548 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead81496-995d-41ce-8a52-0c61545053f7", "name": "network-vif-plugged", "status": "completed", "tag": "3ed4c870-26d7-4fa7-9842-6dc0b9ff1906", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:24:38.383548 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcc69f9c-adc0-489e-81ba-0f353de6ac93 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:24:38.383548 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc69f9c-adc0-489e-81ba-0f353de6ac93'] response: {'server_uuid': 'ead81496-995d-41ce-8a52-0c61545053f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed4c870-26d7-4fa7-9842-6dc0b9ff1906', 'code': 200} Jun 23 09:24:38.384005 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41306) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:38.399775 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac158ef-64a9-477e-b434-2590dff1cf97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:38.480304 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550548b-5208-48bc-9d42-3b277d8f4635 req-116636ca-7223-443c-b6ec-4c4d73eee617 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:38.524634 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3550548b-5208-48bc-9d42-3b277d8f4635 req-116636ca-7223-443c-b6ec-4c4d73eee617 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 943 time: 0.0788252 Jun 23 09:24:38.581746 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3550548b-5208-48bc-9d42-3b277d8f4635 req-216e0acc-d003-4773-acdc-d6191b2fe654 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811224 Jun 23 09:24:38.582331 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c97fc-f7a7-4597-9343-f71fd7e28e58 req-95957f0c-a23d-4099-ba9b-f968464f9178 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:38.582331 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a53c97fc-f7a7-4597-9343-f71fd7e28e58 req-95957f0c-a23d-4099-ba9b-f968464f9178 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0561447 Jun 23 09:24:38.592607 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac158ef-64a9-477e-b434-2590dff1cf97 admin admin] Publish callbacks [] for security_group (33cabea6-7082-4686-a88c-8981c42229d1), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:38.616880 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 4945a4dc-aecf-48ce-bab1-065123f856ba details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:24:38.639429 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:38.639615 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a53c97fc-f7a7-4597-9343-f71fd7e28e58 req-8393ba34-7fea-44c3-89fa-9f9fa5cf3d9b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Jun 23 09:24:38.727828 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port a29b275b-5e50-40ac-a543-defb30d49ca9 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:24:38.897807 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 4945a4dc-aecf-48ce-bab1-065123f856ba, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4945a4dc-aecf-48ce-bab1-065123f856ba,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:38.897807 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '4945a4dc-aecf-48ce-bab1-065123f856ba', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'port_id': '4945a4dc-aecf-48ce-bab1-065123f856ba', 'mac_address': 'fa:16:3e:a5:b9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:24:38.897807 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 4945a4dc-aecf-48ce-bab1-065123f856ba is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:38.897807 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:38.897807 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4945a4dc-aecf-48ce-bab1-065123f856ba {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:24:38.897807 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 4945a4dc-aecf-48ce-bab1-065123f856ba, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4945a4dc-aecf-48ce-bab1-065123f856ba,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:38.898752 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96335b1c-9c36-4d94-baca-362dad4949e6 req-3076a572-4ead-47c2-8982-1323732aabb8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:38.898752 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-96335b1c-9c36-4d94-baca-362dad4949e6 req-3076a572-4ead-47c2-8982-1323732aabb8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 944 time: 0.0464613 Jun 23 09:24:38.941587 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-96335b1c-9c36-4d94-baca-362dad4949e6 req-8e91d1e5-4a1b-4922-8240-90a7f509963c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414793 Jun 23 09:24:38.983797 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac158ef-64a9-477e-b434-2590dff1cf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (33cabea6-7082-4686-a88c-8981c42229d1), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.030866 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-cac158ef-64a9-477e-b434-2590dff1cf97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e18c722103c144378f8498bbd8c11f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6454725 Jun 23 09:24:39.031052 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41324) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:39.031773 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac158ef-64a9-477e-b434-2590dff1cf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cabea6-7082-4686-a88c-8981c42229d1,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:39.052556 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port a29b275b-5e50-40ac-a543-defb30d49ca9 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:39.058351 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.058351 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.058351 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device b14d8f63-9bec-4c93-a616-82eccf48fea9 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:24:39.069683 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:39.151707 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-40d281e3-0023-44e9-8823-5ab0cc69e533 admin admin] Publish callbacks [] for security_group (33cabea6-7082-4686-a88c-8981c42229d1), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.169467 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=4945a4dc-aecf-48ce-bab1-065123f856ba,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:39.256686 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-40d281e3-0023-44e9-8823-5ab0cc69e533 admin admin] Publish callbacks [] for security_group (33cabea6-7082-4686-a88c-8981c42229d1), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.258439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port a29b275b-5e50-40ac-a543-defb30d49ca9 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:39.258897 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.259155 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0111b-38f0-49b7-b19e-59c5620fbb64 req-7f211ce5-b755-46f5-bec9-6678faf4cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:39.260712 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-82c0111b-38f0-49b7-b19e-59c5620fbb64 req-7f211ce5-b755-46f5-bec9-6678faf4cf71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 1130 time: 0.1413586 Jun 23 09:24:39.285951 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-82c0111b-38f0-49b7-b19e-59c5620fbb64 req-23e38211-d025-4a96-bce8-46ea316da9d9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.296273 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port b14d8f63-9bec-4c93-a616-82eccf48fea9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b14d8f63-9bec-4c93-a616-82eccf48fea9,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:39.303873 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:39.321280 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:39.322377 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'b14d8f63-9bec-4c93-a616-82eccf48fea9', 'network_id': 'd2c6a2f1-6342-4920-800e-25b59a18fe42', 'port_id': 'b14d8f63-9bec-4c93-a616-82eccf48fea9', 'mac_address': 'fa:16:3e:7f:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0388a5-155f-45d4-8e2a-1d8b8974883b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:24:39.356765 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41332) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:39.375386 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-648970129-network', 'tenant_id': '86d7646998114b4aa33caed11865f8a4'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:39.382090 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port b14d8f63-9bec-4c93-a616-82eccf48fea9 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:39.383225 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.415358 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-82c0111b-38f0-49b7-b19e-59c5620fbb64 req-23e38211-d025-4a96-bce8-46ea316da9d9 service neutron] Publish callbacks [] for security_group (5486637e-ff04-442f-8632-623a9495824b), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.415736 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14d8f63-9bec-4c93-a616-82eccf48fea9 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:24:39.437310 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port b14d8f63-9bec-4c93-a616-82eccf48fea9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b14d8f63-9bec-4c93-a616-82eccf48fea9,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:39.440107 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.474717 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-40d281e3-0023-44e9-8823-5ab0cc69e533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (33cabea6-7082-4686-a88c-8981c42229d1), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.477470 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-40d281e3-0023-44e9-8823-5ab0cc69e533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.478951 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-40d281e3-0023-44e9-8823-5ab0cc69e533 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33cabea6-7082-4686-a88c-8981c42229d1 HTTP/1.1" status: 204 len: 168 time: 0.4468317 Jun 23 09:24:39.487210 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d281e3-0023-44e9-8823-5ab0cc69e533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cabea6-7082-4686-a88c-8981c42229d1,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:39.492046 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:39.549242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Made reservation on behalf of 86d7646998114b4aa33caed11865f8a4 for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:24:39.554694 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-82c0111b-38f0-49b7-b19e-59c5620fbb64 req-23e38211-d025-4a96-bce8-46ea316da9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (5486637e-ff04-442f-8632-623a9495824b), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.554855 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.555016 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.563625 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.598445 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e38211-d025-4a96-bce8-46ea316da9d9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5486637e-ff04-442f-8632-623a9495824b,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:39.603299 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-82c0111b-38f0-49b7-b19e-59c5620fbb64 req-23e38211-d025-4a96-bce8-46ea316da9d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349793 Jun 23 09:24:39.611471 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=b14d8f63-9bec-4c93-a616-82eccf48fea9,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:39.709601 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Publish callbacks [] for security_group (15633e5a-13bf-4b8e-857d-e88e7052da42), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.737329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc970-92d1-4013-961a-896133b06e10 req-15b80748-39d4-4a97-bc60-d374c6204758 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:39.738822 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bbdbc970-92d1-4013-961a-896133b06e10 req-15b80748-39d4-4a97-bc60-d374c6204758 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 944 time: 0.0575686 Jun 23 09:24:39.769682 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db84a0-1826-4b72-a042-2d2f6ba5c1ca req-4cc2ba40-a229-4e17-94b6-3fc4f19352e0 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:39.771454 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-50db84a0-1826-4b72-a042-2d2f6ba5c1ca req-4cc2ba40-a229-4e17-94b6-3fc4f19352e0 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0543320 Jun 23 09:24:39.813240 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (15633e5a-13bf-4b8e-857d-e88e7052da42), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.885844 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-50db84a0-1826-4b72-a042-2d2f6ba5c1ca req-1a6671fa-f342-4fc9-9919-c95dab52ac8f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075280 Jun 23 09:24:39.901982 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:24:39.901982 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15633e5a-13bf-4b8e-857d-e88e7052da42,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:39.906952 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (dfd0a234-e17d-4915-a9c5-6bb0ebc125f1), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.907287 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Added segment dfd0a234-e17d-4915-a9c5-6bb0ebc125f1 of type vlan for network 06dc3b13-957e-4c20-bb2d-3bef14b9e1ad Jun 23 09:24:39.966970 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (06dc3b13-957e-4c20-bb2d-3bef14b9e1ad), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:39.972592 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bbdbc970-92d1-4013-961a-896133b06e10 req-1209ab80-27c9-4e19-86c3-0a403e4d3ee0 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264664 Jun 23 09:24:40.009621 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41360) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:40.023774 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:40.057611 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0777ddbf-b685-40b4-b94d-e595d12af01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.062274 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['4945a4dc-aecf-48ce-bab1-065123f856ba'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:24:40.100977 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d0ecb-c9df-403d-b921-3b9a06008698 req-9fcc432e-3e73-4508-91f0-49f825cdd950 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:40.104698 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8b5d0ecb-c9df-403d-b921-3b9a06008698 req-9fcc432e-3e73-4508-91f0-49f825cdd950 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0650992 Jun 23 09:24:40.116380 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (06dc3b13-957e-4c20-bb2d-3bef14b9e1ad), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.116380 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:40.116380 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.178147 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a23cc515-8c0d-47a5-a3aa-1305096514cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.180652 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['b14d8f63-9bec-4c93-a616-82eccf48fea9'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:24:40.208899 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] Pushing event updated for resources: {'Network': ['ID=06dc3b13-957e-4c20-bb2d-3bef14b9e1ad,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:40.217490 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-61b02c65-070a-4ef3-9edf-ac9a14826152 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8588715 Jun 23 09:24:40.217961 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41368) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:40.223173 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Request body: {'subnet': {'network_id': '06dc3b13-957e-4c20-bb2d-3bef14b9e1ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-648970129-subnet', 'tenant_id': '86d7646998114b4aa33caed11865f8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:40.230472 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 06dc3b13-957e-4c20-bb2d-3bef14b9e1ad details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:24:40.256955 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8b5d0ecb-c9df-403d-b921-3b9a06008698 req-0a38613e-186c-480f-a6be-e07f6d255fe5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453166 Jun 23 09:24:40.313081 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a23cc515-8c0d-47a5-a3aa-1305096514cd admin admin] Publish callbacks [] for security_group (62a2fa4c-5047-4ac2-92fa-0d4d593249e8), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.331175 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Made reservation on behalf of 86d7646998114b4aa33caed11865f8a4 for: {'subnet': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:24:40.333601 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.380129 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:24:40.382357 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c0b7b-90af-4035-b2de-4e80297542d7" -d '{"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-plugged", "status": "completed", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:24:40.424979 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173fc9b1-f4d0-4b60-acb5-dd2ff832d7f6 x-openstack-request-id: req-173fc9b1-f4d0-4b60-acb5-dd2ff832d7f6 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:24:40.425267 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-plugged", "status": "completed", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:24:40.425649 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-173fc9b1-f4d0-4b60-acb5-dd2ff832d7f6 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:24:40.425957 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173fc9b1-f4d0-4b60-acb5-dd2ff832d7f6'] response: {'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'code': 200} Jun 23 09:24:40.442267 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:40.458936 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a23cc515-8c0d-47a5-a3aa-1305096514cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (62a2fa4c-5047-4ac2-92fa-0d4d593249e8), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.503981 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:40.543739 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-a23cc515-8c0d-47a5-a3aa-1305096514cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e9ba71662eb4901b4aeae33eed1ecd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337725 Jun 23 09:24:40.546504 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41378) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:40.547177 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cc515-8c0d-47a5-a3aa-1305096514cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a2fa4c-5047-4ac2-92fa-0d4d593249e8,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:40.595195 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41380) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:40.610676 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b0a206a-1935-439c-96d2-cf5bfa7038bf admin admin] Publish callbacks [] for security_group (62a2fa4c-5047-4ac2-92fa-0d4d593249e8), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.632601 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b0a206a-1935-439c-96d2-cf5bfa7038bf admin admin] Publish callbacks [] for security_group (62a2fa4c-5047-4ac2-92fa-0d4d593249e8), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.663893 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (2197a586-c9ee-4a7f-863b-124edfb0d0a4), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.722774 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2197a586-c9ee-4a7f-863b-124edfb0d0a4,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:40.737310 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Checking segment: {'id': 'dfd0a234-e17d-4915-a9c5-6bb0ebc125f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '06dc3b13-957e-4c20-bb2d-3bef14b9e1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:24:40.737675 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Network hostable DHCP agents. Network: 06dc3b13-957e-4c20-bb2d-3bef14b9e1ad, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:24:40.740196 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e1dacc38-6c78-426e-8596-0b11f34b642a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.773073 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:40.774180 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b0a206a-1935-439c-96d2-cf5bfa7038bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (62a2fa4c-5047-4ac2-92fa-0d4d593249e8), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.777600 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b0a206a-1935-439c-96d2-cf5bfa7038bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.781585 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1b0a206a-1935-439c-96d2-cf5bfa7038bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62a2fa4c-5047-4ac2-92fa-0d4d593249e8 HTTP/1.1" status: 204 len: 168 time: 0.2317204 Jun 23 09:24:40.806301 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a206a-1935-439c-96d2-cf5bfa7038bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a2fa4c-5047-4ac2-92fa-0d4d593249e8,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:40.863270 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e1dacc38-6c78-426e-8596-0b11f34b642a admin admin] Publish callbacks [] for security_group (61e833ae-49b7-4c6f-9cd3-8fbdf4a9d722), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.868928 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Network 06dc3b13-957e-4c20-bb2d-3bef14b9e1ad is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:24:40.892449 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b10dc-6742-4bb5-a8a2-615061a23777 req-b2af6e9c-1db7-47ad-b6a4-3c68e616e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:40.892449 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f55b10dc-6742-4bb5-a8a2-615061a23777 req-b2af6e9c-1db7-47ad-b6a4-3c68e616e52b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 1129 time: 0.0581136 Jun 23 09:24:40.952933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e1dacc38-6c78-426e-8596-0b11f34b642a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (61e833ae-49b7-4c6f-9cd3-8fbdf4a9d722), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:40.953473 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f55b10dc-6742-4bb5-a8a2-615061a23777 req-7dfb9c0e-3bae-4d1b-924d-c8c94d9569fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404065 Jun 23 09:24:41.007009 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 06dc3b13-957e-4c20-bb2d-3bef14b9e1ad) {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:24:41.017964 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f95b35-7984-4256-aa5f-479e36df0eab None None] Network 06dc3b13-957e-4c20-bb2d-3bef14b9e1ad requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:24:41.027198 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e1dacc38-6c78-426e-8596-0b11f34b642a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08a8fd090dcf44028592fb533e635b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309235 Jun 23 09:24:41.029198 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dacc38-6c78-426e-8596-0b11f34b642a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e833ae-49b7-4c6f-9cd3-8fbdf4a9d722,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:41.039745 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41402) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:41.040329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:41.040329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.040485 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82df9bf-ac8c-4643-bb07-4a2d0c17d21a req-555b22f2-6d2d-421c-a744-ddcdd21c4f8d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:41.041815 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b82df9bf-ac8c-4643-bb07-4a2d0c17d21a req-555b22f2-6d2d-421c-a744-ddcdd21c4f8d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0891154 Jun 23 09:24:41.128792 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b82df9bf-ac8c-4643-bb07-4a2d0c17d21a req-63f37fd2-af22-4ed3-ada8-4ffa1483349b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794992 Jun 23 09:24:41.129538 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5263-0e8e-4ba3-a98d-0125e3f0449d admin admin] Publish callbacks [] for security_group (61e833ae-49b7-4c6f-9cd3-8fbdf4a9d722), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.161567 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5263-0e8e-4ba3-a98d-0125e3f0449d admin admin] Publish callbacks [] for security_group (61e833ae-49b7-4c6f-9cd3-8fbdf4a9d722), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.172922 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed5804-dbde-44b0-8255-98789d2e3da5 req-5eaccc3d-6c7a-4a83-988b-a60fe652d467 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:41.180431 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-21ed5804-dbde-44b0-8255-98789d2e3da5 req-5eaccc3d-6c7a-4a83-988b-a60fe652d467 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 944 time: 0.0848362 Jun 23 09:24:41.183500 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70fc3df-4ec6-40ed-a021-04d3edf6fbed None None] Network 06dc3b13-957e-4c20-bb2d-3bef14b9e1ad requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:24:41.231591 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-21ed5804-dbde-44b0-8255-98789d2e3da5 req-7abe0999-2903-4157-bed2-968b4ccbd991 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502381 Jun 23 09:24:41.257897 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-ae233a63-a7ca-4aff-b3d1-cc36025b718c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0391395 Jun 23 09:24:41.286523 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5263-0e8e-4ba3-a98d-0125e3f0449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (61e833ae-49b7-4c6f-9cd3-8fbdf4a9d722), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.294898 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ce6d5263-0e8e-4ba3-a98d-0125e3f0449d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.296288 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ce6d5263-0e8e-4ba3-a98d-0125e3f0449d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61e833ae-49b7-4c6f-9cd3-8fbdf4a9d722 HTTP/1.1" status: 204 len: 168 time: 0.2637002 Jun 23 09:24:41.306455 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d5263-0e8e-4ba3-a98d-0125e3f0449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e833ae-49b7-4c6f-9cd3-8fbdf4a9d722,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:41.386999 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:41.493821 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 4945a4dc-aecf-48ce-bab1-065123f856ba up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:41.589281 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 4945a4dc-aecf-48ce-bab1-065123f856ba completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:24:41.610317 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291de5a0-d9ed-4e8b-890e-916cca4b8346 req-03d642c3-fadd-4ada-b31e-4611e2806a5b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:41.611862 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-291de5a0-d9ed-4e8b-890e-916cca4b8346 req-03d642c3-fadd-4ada-b31e-4611e2806a5b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.2567594 Jun 23 09:24:41.661405 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-291de5a0-d9ed-4e8b-890e-916cca4b8346 req-55be62da-30a2-4fd5-8b2a-f696b5e99295 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436411 Jun 23 09:24:41.720825 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 4945a4dc-aecf-48ce-bab1-065123f856ba triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:41.721183 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.817707 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 4945a4dc-aecf-48ce-bab1-065123f856ba is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:41.818176 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.850513 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 4945a4dc-aecf-48ce-bab1-065123f856ba, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4945a4dc-aecf-48ce-bab1-065123f856ba,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:41.937027 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41466) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:41.953979 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b560e790-a63e-43ae-a7f2-0615c7644612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.961210 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:41.962169 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device b14d8f63-9bec-4c93-a616-82eccf48fea9 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:24:42.049689 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=4945a4dc-aecf-48ce-bab1-065123f856ba,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:42.055764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port b14d8f63-9bec-4c93-a616-82eccf48fea9 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:24:42.079815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b560e790-a63e-43ae-a7f2-0615c7644612 admin admin] Publish callbacks [] for security_group (fceeb18c-fb38-46c6-9bc1-78ab259f66b9), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.160458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port b14d8f63-9bec-4c93-a616-82eccf48fea9 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:24:42.160986 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.195721 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b560e790-a63e-43ae-a7f2-0615c7644612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (fceeb18c-fb38-46c6-9bc1-78ab259f66b9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.264626 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port b14d8f63-9bec-4c93-a616-82eccf48fea9 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:24:42.265086 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.275200 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b560e790-a63e-43ae-a7f2-0615c7644612 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e69f07e6433b48a28cb628a84639a85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363235 Jun 23 09:24:42.279715 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41472) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:42.280207 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560e790-a63e-43ae-a7f2-0615c7644612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceeb18c-fb38-46c6-9bc1-78ab259f66b9,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:42.289762 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611b0da-778e-4ecb-9064-95435efe838d req-c586a145-e148-4e08-9fb0-5e7882679bc6 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:42.291376 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b611b0da-778e-4ecb-9064-95435efe838d req-c586a145-e148-4e08-9fb0-5e7882679bc6 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0795553 Jun 23 09:24:42.350132 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port b14d8f63-9bec-4c93-a616-82eccf48fea9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b14d8f63-9bec-4c93-a616-82eccf48fea9,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:24:42.383191 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bcbdf25c-8d79-43b2-a9aa-6bd3598b7212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.393444 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fae5-746c-494b-8bc2-53e9a4c0ea4b req-1069b628-e844-4444-b45b-25e3ed7b2d88 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:42.394538 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b611b0da-778e-4ecb-9064-95435efe838d req-a617766e-30b0-405a-9add-6e334f29422c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955529 Jun 23 09:24:42.395964 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:42.401475 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7d98fae5-746c-494b-8bc2-53e9a4c0ea4b req-1069b628-e844-4444-b45b-25e3ed7b2d88 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 944 time: 0.0703297 Jun 23 09:24:42.409196 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6c371020-b6bb-43b0-8b9a-8ce69027fa40 admin admin] Publish callbacks [] for security_group (fceeb18c-fb38-46c6-9bc1-78ab259f66b9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.429603 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4921354-594f-4b15-b3f2-47a3d838f851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4945a4dc-aecf-48ce-bab1-065123f856ba'}, {'server_uuid': '6d3d67ef-4a97-4375-951b-a9b4913c9328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14d8f63-9bec-4c93-a616-82eccf48fea9'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:24:42.431980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e42d4e-76b5-44cc-a363-12875f7f30a1" -d '{"events": [{"server_uuid": "d4921354-594f-4b15-b3f2-47a3d838f851", "name": "network-vif-plugged", "status": "completed", "tag": "4945a4dc-aecf-48ce-bab1-065123f856ba"}, {"server_uuid": "6d3d67ef-4a97-4375-951b-a9b4913c9328", "name": "network-vif-plugged", "status": "completed", "tag": "b14d8f63-9bec-4c93-a616-82eccf48fea9"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:24:42.455461 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6c371020-b6bb-43b0-8b9a-8ce69027fa40 admin admin] Publish callbacks [] for security_group (fceeb18c-fb38-46c6-9bc1-78ab259f66b9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.503179 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7d98fae5-746c-494b-8bc2-53e9a4c0ea4b req-b06161c1-9f46-4318-a2ce-9b77bca62ab2 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008255 Jun 23 09:24:42.515160 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.521375 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:42.559577 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41478) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:42.571455 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=b14d8f63-9bec-4c93-a616-82eccf48fea9,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:42.578629 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b7269522-b211-433c-ab67-136a2b3f7db0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.629805 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Jun 2022 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf40df6-d0bd-40b3-94d4-f38f80000d29 x-openstack-request-id: req-2bf40df6-d0bd-40b3-94d4-f38f80000d29 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:24:42.630103 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4921354-594f-4b15-b3f2-47a3d838f851", "name": "network-vif-plugged", "status": "completed", "tag": "4945a4dc-aecf-48ce-bab1-065123f856ba", "code": 200}, {"server_uuid": "6d3d67ef-4a97-4375-951b-a9b4913c9328", "name": "network-vif-plugged", "status": "completed", "tag": "b14d8f63-9bec-4c93-a616-82eccf48fea9", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:24:42.630387 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bf40df6-d0bd-40b3-94d4-f38f80000d29 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:24:42.630791 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf40df6-d0bd-40b3-94d4-f38f80000d29'] response: {'server_uuid': 'd4921354-594f-4b15-b3f2-47a3d838f851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4945a4dc-aecf-48ce-bab1-065123f856ba', 'code': 200} Jun 23 09:24:42.631095 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf40df6-d0bd-40b3-94d4-f38f80000d29'] response: {'server_uuid': '6d3d67ef-4a97-4375-951b-a9b4913c9328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14d8f63-9bec-4c93-a616-82eccf48fea9', 'code': 200} Jun 23 09:24:42.638682 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6c371020-b6bb-43b0-8b9a-8ce69027fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (fceeb18c-fb38-46c6-9bc1-78ab259f66b9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.643166 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6c371020-b6bb-43b0-8b9a-8ce69027fa40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.643166 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-6c371020-b6bb-43b0-8b9a-8ce69027fa40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fceeb18c-fb38-46c6-9bc1-78ab259f66b9 HTTP/1.1" status: 204 len: 168 time: 0.3629458 Jun 23 09:24:42.684760 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c371020-b6bb-43b0-8b9a-8ce69027fa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceeb18c-fb38-46c6-9bc1-78ab259f66b9,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:42.797643 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b7269522-b211-433c-ab67-136a2b3f7db0 admin admin] Publish callbacks [] for security_group (eff40e82-688a-4170-beb7-4800aff8816b), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.848095 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a308bf-ddff-4b4b-9d1f-1862a242769e req-0e542364-9fc6-4e7c-9ef0-38ad7807c36b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:42.858493 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e3a308bf-ddff-4b4b-9d1f-1862a242769e req-0e542364-9fc6-4e7c-9ef0-38ad7807c36b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0816743 Jun 23 09:24:42.895549 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b7269522-b211-433c-ab67-136a2b3f7db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (eff40e82-688a-4170-beb7-4800aff8816b), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:42.935668 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e3a308bf-ddff-4b4b-9d1f-1862a242769e req-2c0e2ff3-ed8e-401a-bf52-ac5c14e2dd9c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762274 Jun 23 09:24:42.957675 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b7269522-b211-433c-ab67-136a2b3f7db0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d71447c8bb94fbca35ee4c0d1c778cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914039 Jun 23 09:24:42.957675 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7269522-b211-433c-ab67-136a2b3f7db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff40e82-688a-4170-beb7-4800aff8816b,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:42.959990 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41500) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:43.090473 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f909e7b-dd68-4e38-b4e2-53be9d974e8b req-c6cb1fef-7d23-4b0d-b9ef-5139b569f9fa tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:43.092991 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4f909e7b-dd68-4e38-b4e2-53be9d974e8b req-c6cb1fef-7d23-4b0d-b9ef-5139b569f9fa tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.1009653 Jun 23 09:24:43.110970 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaab-a953-46bc-ba64-009004382b6d admin admin] Publish callbacks [] for security_group (eff40e82-688a-4170-beb7-4800aff8816b), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:43.128517 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203b8c9-c926-42ff-99cb-038fb90be317 req-e5ba35da-2715-4f8f-9c49-00a4d2448256 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:43.134486 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2203b8c9-c926-42ff-99cb-038fb90be317 req-e5ba35da-2715-4f8f-9c49-00a4d2448256 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0582163 Jun 23 09:24:43.138982 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaab-a953-46bc-ba64-009004382b6d admin admin] Publish callbacks [] for security_group (eff40e82-688a-4170-beb7-4800aff8816b), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:43.139481 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41506) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:43.145730 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'floatingip': {'port_id': 'a29b275b-5e50-40ac-a543-defb30d49ca9'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:24:43.226124 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:43.230212 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4f909e7b-dd68-4e38-b4e2-53be9d974e8b req-245f8983-ddb1-4e63-82f2-f5925240013d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204453 Jun 23 09:24:43.365621 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-7d338bfe-75c8-453c-96ac-e3a2d8ef16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:43.367179 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-7d338bfe-75c8-453c-96ac-e3a2d8ef16c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 1130 time: 0.0428047 Jun 23 09:24:43.469761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaab-a953-46bc-ba64-009004382b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (eff40e82-688a-4170-beb7-4800aff8816b), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:43.473827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-95cfaaab-a953-46bc-ba64-009004382b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:43.479266 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-95cfaaab-a953-46bc-ba64-009004382b6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eff40e82-688a-4170-beb7-4800aff8816b HTTP/1.1" status: 204 len: 168 time: 0.5140121 Jun 23 09:24:43.494363 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfaaab-a953-46bc-ba64-009004382b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff40e82-688a-4170-beb7-4800aff8816b,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:43.498893 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-2719cada-e948-4138-a0ee-b5cb85efa4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:43.500455 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-2719cada-e948-4138-a0ee-b5cb85efa4ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.1274750 Jun 23 09:24:43.542314 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-18f3d460-9eeb-4aea-a44d-3d68669718d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 HTTP/1.1" status: 200 len: 217 time: 0.0354068 Jun 23 09:24:43.628060 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-0aeb77e8-1484-49dc-a651-0bbfa64a38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:43.630868 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-0aeb77e8-1484-49dc-a651-0bbfa64a38ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0831025 Jun 23 09:24:43.635251 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:43.751500 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-6e279ab3-5866-4776-897e-3ff0af88ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:43.752037 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-6e279ab3-5866-4776-897e-3ff0af88ca35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059847 Jun 23 09:24:43.755506 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:43.874406 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-890f48c8-413b-4c8d-8aeb-920d5bd35b6c service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157951 Jun 23 09:24:43.876777 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ca500-45d0-45c2-97b5-e2ed15565bfe req-9d26e07f-c7dd-4929-82bf-b27ea5f4e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:43.878862 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fc5ca500-45d0-45c2-97b5-e2ed15565bfe req-9d26e07f-c7dd-4929-82bf-b27ea5f4e390 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 1129 time: 0.1700265 Jun 23 09:24:44.027160 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a36b2d23-6510-412d-8e6e-baefd3a83589 req-76d9b544-082a-4296-8a90-a758ccd0f98b service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379375 Jun 23 09:24:44.031164 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fc5ca500-45d0-45c2-97b5-e2ed15565bfe req-2f9c89de-c675-4d42-ac6c-03b184277ce7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627458 Jun 23 09:24:44.047929 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc47b6-195e-4a40-8626-11211e17c1b8 req-7d62d657-89d7-4bf6-89e4-215270e71836 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:44.051015 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67fc47b6-195e-4a40-8626-11211e17c1b8 req-7d62d657-89d7-4bf6-89e4-215270e71836 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.3499317 Jun 23 09:24:44.056418 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffe624-301a-4321-8eab-f73c6f8823db req-849de397-2762-4bef-b531-09f5da9ce830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:44.064679 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7fffe624-301a-4321-8eab-f73c6f8823db req-849de397-2762-4bef-b531-09f5da9ce830 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 1129 time: 0.3356979 Jun 23 09:24:44.127535 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67fc47b6-195e-4a40-8626-11211e17c1b8 req-115da1b8-23ae-4ff0-981a-e10a2dc6997b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623665 Jun 23 09:24:44.349000 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb629f-cbb2-4cf3-ace7-c75f3bf222e8 req-0adb0838-afc2-4538-8edb-7749feb1237e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:44.350539 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-15cb629f-cbb2-4cf3-ace7-c75f3bf222e8 req-0adb0838-afc2-4538-8edb-7749feb1237e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0504961 Jun 23 09:24:44.377448 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7fffe624-301a-4321-8eab-f73c6f8823db req-899fbd40-42e8-41ee-b774-d12e5c22aa52 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519955 Jun 23 09:24:44.397550 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-15cb629f-cbb2-4cf3-ace7-c75f3bf222e8 req-74d969c7-9288-47c1-b108-a461f3127027 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Jun 23 09:24:45.300063 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.db.resource_extend [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 09:24:45.343017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497fd9-a6f7-41b0-97b7-4b31c8e6c2a0 req-e65eec12-711a-403e-b70d-b3b0974ce0b0 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:45.344595 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-84497fd9-a6f7-41b0-97b7-4b31c8e6c2a0 req-e65eec12-711a-403e-b70d-b3b0974ce0b0 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.1399806 Jun 23 09:24:45.400792 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:45.429348 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-84497fd9-a6f7-41b0-97b7-4b31c8e6c2a0 req-46610cfb-481c-427e-bc2f-50e4a91fc229 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754721 Jun 23 09:24:45.518189 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8727a50-c800-42cc-8937-a241bc4ad5fd req-a03b0857-2fdf-460d-9cb7-be9c2cee285b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:45.520028 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e8727a50-c800-42cc-8937-a241bc4ad5fd req-a03b0857-2fdf-460d-9cb7-be9c2cee285b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0492239 Jun 23 09:24:45.572645 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e8727a50-c800-42cc-8937-a241bc4ad5fd req-5eea6539-fbe3-4e17-af94-7d0e4782853c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460153 Jun 23 09:24:45.596054 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:45.601599 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:45.606361 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:45.692519 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:45.700571 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Floating IP 59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0 associated. External IP: 172.27.2.191, port: a29b275b-5e50-40ac-a543-defb30d49ca9. Jun 23 09:24:45.852638 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:46.038231 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:46.104782 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Router d3cc802d-ab00-4d73-8414-435a85e23c40 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:24:46.217998 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:24:46.223221 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:46.234316 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] Sync routers for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:24:46.245352 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:46.245966 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:24:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:46.261375 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-9653291e-3d2c-4f87-aa4b-93e8114ab92f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "PUT /v2.0/floatingips/59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0 HTTP/1.1" status: 200 len: 991 time: 3.1196294 Jun 23 09:24:46.261961 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:24:46.264850 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddb77bc-adba-40af-824c-8ff2539b1035" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:24:46.291769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:46.311523 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d137743-4ff6-44ab-8ddb-77a91faf6c5c x-openstack-request-id: req-0d137743-4ff6-44ab-8ddb-77a91faf6c5c {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:24:46.312161 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:24:46.312161 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d137743-4ff6-44ab-8ddb-77a91faf6c5c {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:24:46.312567 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d137743-4ff6-44ab-8ddb-77a91faf6c5c'] response: {'name': 'network-changed', 'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'status': 'completed', 'code': 200} Jun 23 09:24:46.361439 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:46.559578 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d08e-17c4-48ad-a314-9ce6083fecb2 req-2cd3fd2d-b087-4422-9856-96bd0819ca2b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:46.563010 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6329d08e-17c4-48ad-a314-9ce6083fecb2 req-2cd3fd2d-b087-4422-9856-96bd0819ca2b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0511560 Jun 23 09:24:46.621189 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'port_id': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'mac_address': 'fa:16:3e:a5:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:24:05Z', 'updated_at': '2022-06-23T09:24:44Z', 'revision_number': 1, 'project_id': '29ece34041e04c78868e53d90b658a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:46.642063 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6329d08e-17c4-48ad-a314-9ce6083fecb2 req-8d9d4221-687e-4230-90cb-d779eec23b22 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700510 Jun 23 09:24:46.665070 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] Checking router: d3cc802d-ab00-4d73-8414-435a85e23c40 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:24:46.674289 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:24:46.685143 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:24:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:46.720795 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c5d57-2e20-4705-bae2-bbf829bcd1f8 req-2771a243-c231-4d8e-86dc-202a284f0a21 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:46.722216 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-dd1c5d57-2e20-4705-bae2-bbf829bcd1f8 req-2771a243-c231-4d8e-86dc-202a284f0a21 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0486720 Jun 23 09:24:46.774454 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-dd1c5d57-2e20-4705-bae2-bbf829bcd1f8 req-7541352f-8117-463b-8f16-314097af3715 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465825 Jun 23 09:24:46.776176 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:24:46.990074 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'port_id': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'mac_address': 'fa:16:3e:a5:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:24:05Z', 'updated_at': '2022-06-23T09:24:44Z', 'revision_number': 1, 'project_id': '29ece34041e04c78868e53d90b658a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:24:47.014656 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f503d-0331-474a-81f1-501e7cba2b0c None None] The sync data for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi is: [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'port_id': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'mac_address': 'fa:16:3e:a5:13:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:24:05Z', 'updated_at': '2022-06-23T09:24:44Z', 'revision_number': 1, 'project_id': '29ece34041e04c78868e53d90b658a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:24:47.243588 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9052a8a-6336-4c9d-b42a-e5a3179942f9 None None] New status for floating IP 59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0: ACTIVE {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:24:47.440728 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:47.447188 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:24:47.764834 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e45d3-9500-4274-9520-b9d68724a9f9 req-70251ed3-8b55-4035-b24a-ca3757990b99 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:47.766250 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c1e45d3-9500-4274-9520-b9d68724a9f9 req-70251ed3-8b55-4035-b24a-ca3757990b99 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0470858 Jun 23 09:24:47.814736 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c1e45d3-9500-4274-9520-b9d68724a9f9 req-e625b530-b0c8-4730-932c-dcf19447a28f tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Jun 23 09:24:47.893739 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0db9-f2cf-4c14-bb88-176f16ab49ea req-42b52ed7-7843-42b6-a5a1-796753e624bb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:47.895253 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d22b0db9-f2cf-4c14-bb88-176f16ab49ea req-42b52ed7-7843-42b6-a5a1-796753e624bb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0505621 Jun 23 09:24:47.943054 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d22b0db9-f2cf-4c14-bb88-176f16ab49ea req-6cf2f52c-b61d-4d86-8758-a03cf1256a2f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 Jun 23 09:24:48.934721 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198d823-4ba3-4208-ab6c-4c7ac15940d6 req-0fd6cd5b-b1c0-4565-88b1-d978eab26601 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:48.936286 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e198d823-4ba3-4208-ab6c-4c7ac15940d6 req-0fd6cd5b-b1c0-4565-88b1-d978eab26601 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0512609 Jun 23 09:24:48.991885 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e198d823-4ba3-4208-ab6c-4c7ac15940d6 req-442f5342-c606-4bc2-9d3a-9b0c5940f6c3 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494847 Jun 23 09:24:49.067689 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d4ebe-1f0f-44c7-a32f-5624fdb252c5 req-4aff44aa-1c97-4439-8843-159ce8c3156b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:49.069577 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-320d4ebe-1f0f-44c7-a32f-5624fdb252c5 req-4aff44aa-1c97-4439-8843-159ce8c3156b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0506506 Jun 23 09:24:49.104068 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=18,neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:49.122798 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-320d4ebe-1f0f-44c7-a32f-5624fdb252c5 req-fa1ee229-2850-463b-a698-ccb2eebe1b38 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453932 Jun 23 09:24:49.388826 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41704) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:49.423752 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:49.486429 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:49.493118 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ab91706d-d1e8-4558-95bf-f18423d5956c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:49.566466 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ab91706d-d1e8-4558-95bf-f18423d5956c admin admin] Publish callbacks [] for security_group (8f04e0a2-7ac7-4d1c-af88-60bbbf41c4dd), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:49.646187 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ab91706d-d1e8-4558-95bf-f18423d5956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8f04e0a2-7ac7-4d1c-af88-60bbbf41c4dd), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:49.682321 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91706d-d1e8-4558-95bf-f18423d5956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04e0a2-7ac7-4d1c-af88-60bbbf41c4dd,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:49.686540 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-ab91706d-d1e8-4558-95bf-f18423d5956c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae17a090e1464c58a9d4563a1109c7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967410 Jun 23 09:24:49.689699 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41710) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:49.737798 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-58aad8b5-bf67-4867-aa62-096c3eb3f38f admin admin] Publish callbacks [] for security_group (8f04e0a2-7ac7-4d1c-af88-60bbbf41c4dd), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:49.759009 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-58aad8b5-bf67-4867-aa62-096c3eb3f38f admin admin] Publish callbacks [] for security_group (8f04e0a2-7ac7-4d1c-af88-60bbbf41c4dd), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:49.874516 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-58aad8b5-bf67-4867-aa62-096c3eb3f38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8f04e0a2-7ac7-4d1c-af88-60bbbf41c4dd), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:49.877583 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-58aad8b5-bf67-4867-aa62-096c3eb3f38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:49.878748 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-58aad8b5-bf67-4867-aa62-096c3eb3f38f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f04e0a2-7ac7-4d1c-af88-60bbbf41c4dd HTTP/1.1" status: 204 len: 168 time: 0.1881375 Jun 23 09:24:49.886487 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aad8b5-bf67-4867-aa62-096c3eb3f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04e0a2-7ac7-4d1c-af88-60bbbf41c4dd,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:50.003171 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-3818fd92-386d-4f9f-9114-6e60df5876ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:50.004616 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-3818fd92-386d-4f9f-9114-6e60df5876ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 1129 time: 0.0421183 Jun 23 09:24:50.106116 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d58be-e3bb-4e0b-9851-7fece6a69e45 req-b0073f25-0f64-4511-bb3e-155e22732efb tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:50.107876 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7a8d58be-e3bb-4e0b-9851-7fece6a69e45 req-b0073f25-0f64-4511-bb3e-155e22732efb tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0495014 Jun 23 09:24:50.153628 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:50.159268 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7a8d58be-e3bb-4e0b-9851-7fece6a69e45 req-c918b5d6-f9bb-42fa-b36d-834b43faad1b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456622 Jun 23 09:24:50.235206 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:50.254075 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2459924-740b-4752-a3db-d22043eef526 req-a41265fe-e80c-47c0-9fd1-a9572e28844f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:50.255577 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d2459924-740b-4752-a3db-d22043eef526 req-a41265fe-e80c-47c0-9fd1-a9572e28844f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0532641 Jun 23 09:24:50.301771 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d2459924-740b-4752-a3db-d22043eef526 req-281d9f21-0865-4bf9-900b-b9ff4b266ea7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Jun 23 09:24:50.446685 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:50.548212 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 41726) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:50.561141 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:50.634263 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Publish callbacks [] for security_group (0525b530-9ed1-4bb0-b5f1-3e64aafae716), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:50.737579 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (0525b530-9ed1-4bb0-b5f1-3e64aafae716), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:50.774395 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0525b530-9ed1-4bb0-b5f1-3e64aafae716,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:50.778963 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dea5d163d2c94a9e80e7aac2ff1f0a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297366 Jun 23 09:24:50.781888 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 41730) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:24:50.783616 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.783959 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.784299 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.784635 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.784963 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.785291 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.785612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.785933 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.786280 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.786606 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.786949 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.787268 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.787593 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.787905 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.788222 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3ce467-dae0-43fe-a2a6-de39bf920c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:24:50.830352 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c4d078a-c91f-4bf1-bfbf-2d27d34ee375 admin admin] Publish callbacks [] for security_group (0525b530-9ed1-4bb0-b5f1-3e64aafae716), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:50.851943 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c4d078a-c91f-4bf1-bfbf-2d27d34ee375 admin admin] Publish callbacks [] for security_group (0525b530-9ed1-4bb0-b5f1-3e64aafae716), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:51.017981 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:51.057635 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c4d078a-c91f-4bf1-bfbf-2d27d34ee375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (0525b530-9ed1-4bb0-b5f1-3e64aafae716), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:51.060217 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c4d078a-c91f-4bf1-bfbf-2d27d34ee375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:51.061373 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-0c4d078a-c91f-4bf1-bfbf-2d27d34ee375 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0525b530-9ed1-4bb0-b5f1-3e64aafae716 HTTP/1.1" status: 204 len: 168 time: 0.2784996 Jun 23 09:24:51.070778 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d078a-c91f-4bf1-bfbf-2d27d34ee375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0525b530-9ed1-4bb0-b5f1-3e64aafae716,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:24:51.278393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee1936-3ac7-4ac9-a5aa-8b9bb5d323ef req-3572d7f0-850d-4b74-bc22-fb504ebbf63f tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:51.280003 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-41ee1936-3ac7-4ac9-a5aa-8b9bb5d323ef req-3572d7f0-850d-4b74-bc22-fb504ebbf63f tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0545356 Jun 23 09:24:51.335833 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-41ee1936-3ac7-4ac9-a5aa-8b9bb5d323ef req-c73b35ad-dea4-4d12-9dfe-cde697eb5d31 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500934 Jun 23 09:24:51.424575 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89456df7-fcb8-4055-8884-b41389953c2b req-5a21a0aa-1de9-4d46-83aa-962369aaca27 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:51.426119 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-89456df7-fcb8-4055-8884-b41389953c2b req-5a21a0aa-1de9-4d46-83aa-962369aaca27 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0523992 Jun 23 09:24:51.458626 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:51.485633 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-89456df7-fcb8-4055-8884-b41389953c2b req-d40998fe-1561-42ac-b03a-8c14214e8ca8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488372 Jun 23 09:24:51.674238 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-a05466ec-bc20-4c74-bd65-7f89f3b2a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:51.675978 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-a05466ec-bc20-4c74-bd65-7f89f3b2a8ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 917 time: 0.0919085 Jun 23 09:24:51.993114 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-ce84d15f-514b-4e66-90e2-a6c7d4544cca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 200 len: 1001 time: 0.0868056 Jun 23 09:24:52.012611 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:52.460218 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d15e9-5f56-4cf0-b431-863c4276e976 req-55ac1a6d-e982-4f7c-8479-854c8ed6ba9b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:52.463242 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748d15e9-5f56-4cf0-b431-863c4276e976 req-55ac1a6d-e982-4f7c-8479-854c8ed6ba9b tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Jun 23 09:24:52.511414 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-33a71057-0157-4a9a-b652-de0ec97385af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:52.513251 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-33a71057-0157-4a9a-b652-de0ec97385af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.0679731 Jun 23 09:24:52.557253 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748d15e9-5f56-4cf0-b431-863c4276e976 req-ef384228-f199-4488-b02a-53100880dd10 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884464 Jun 23 09:24:52.672638 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-e113e2ee-7b35-4692-8ba3-56b19f16551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:52.674779 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-e113e2ee-7b35-4692-8ba3-56b19f16551b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1527491 Jun 23 09:24:52.685763 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0bbd2-05d8-44a9-a86b-c8ffb9ca9e33 req-e5b2cf0c-687a-4cb7-afbc-42efe496f797 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:52.687828 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-58c0bbd2-05d8-44a9-a86b-c8ffb9ca9e33 req-e5b2cf0c-687a-4cb7-afbc-42efe496f797 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0768712 Jun 23 09:24:52.815928 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-58c0bbd2-05d8-44a9-a86b-c8ffb9ca9e33 req-cd184a9c-6e24-4de1-98c9-3cc7fb904e1a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188965 Jun 23 09:24:52.847110 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-7d07041e-4f3c-4031-8cca-ba442e074334 service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479702 Jun 23 09:24:52.871139 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:52.933366 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4ddb77bc-adba-40af-824c-8ff2539b1035 req-9e2dfbab-16fb-438e-b527-2a0486c83fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897954 Jun 23 09:24:52.966228 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:53.329767 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:53.880959 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:53.938814 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4312093-0e39-4765-8115-f877847322a2 req-7104092a-1732-4f2e-81aa-57f6f43b8c74 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:53.940306 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d4312093-0e39-4765-8115-f877847322a2 req-7104092a-1732-4f2e-81aa-57f6f43b8c74 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0473344 Jun 23 09:24:53.989261 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d4312093-0e39-4765-8115-f877847322a2 req-416c6e9f-28f3-40a7-be19-90ef3082169d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Jun 23 09:24:55.108487 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c070b2e-7969-4aa3-91ff-d45d66ad7c2c req-c2cafbf6-1c54-480e-9100-ad516c693c76 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:55.109959 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0c070b2e-7969-4aa3-91ff-d45d66ad7c2c req-c2cafbf6-1c54-480e-9100-ad516c693c76 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0514972 Jun 23 09:24:55.160884 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0c070b2e-7969-4aa3-91ff-d45d66ad7c2c req-eca0c1ab-19f2-4c2a-bb86-e2f06bffa407 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Jun 23 09:24:56.274631 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4be8e-fb42-4394-a841-8f500852e580 req-f07b72b6-5ae6-4996-ad32-eb595d66bc7f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:56.276061 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8aa4be8e-fb42-4394-a841-8f500852e580 req-f07b72b6-5ae6-4996-ad32-eb595d66bc7f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0500002 Jun 23 09:24:56.323700 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8aa4be8e-fb42-4394-a841-8f500852e580 req-8e31b470-b6e6-447a-b5e4-f507d1ebeceb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Jun 23 09:24:57.440708 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ea996-4cb9-447e-8de7-dfb2f6d0aecb req-d3baef66-d213-44e4-8210-ec371fe25302 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:57.442325 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5e8ea996-4cb9-447e-8de7-dfb2f6d0aecb req-d3baef66-d213-44e4-8210-ec371fe25302 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0483887 Jun 23 09:24:57.475460 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:24:57.493151 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5e8ea996-4cb9-447e-8de7-dfb2f6d0aecb req-2eb837b0-e615-4168-adaf-080c78b524eb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435541 Jun 23 09:24:57.771344 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-a41caf21-ab72-46c2-818c-7b68981e3fec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377791 Jun 23 09:24:57.885943 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-4547313b-16af-41da-bbd2-f5b47be3c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:57.893076 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-4547313b-16af-41da-bbd2-f5b47be3c3d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 1129 time: 0.0460737 Jun 23 09:24:57.997571 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-06f2f80b-e7ab-4711-93a5-e40c565cf745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:57.999106 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-06f2f80b-e7ab-4711-93a5-e40c565cf745 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.0913954 Jun 23 09:24:58.052716 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-f8294db5-7be3-4083-8406-b8f1c57ecac0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4945a4dc-aecf-48ce-bab1-065123f856ba HTTP/1.1" status: 200 len: 217 time: 0.0473945 Jun 23 09:24:58.106200 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-09549dcc-7deb-4a27-a9cf-927dacf2a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:58.107777 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-09549dcc-7deb-4a27-a9cf-927dacf2a111 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0489163 Jun 23 09:24:58.155711 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-4ca9ba20-4909-45c3-8702-ef85feff0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:58.157701 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-4ca9ba20-4909-45c3-8702-ef85feff0318 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413525 Jun 23 09:24:58.265467 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-842acba2-42b3-4809-8d76-c0efb564498f service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942674 Jun 23 09:24:58.329373 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:58.403491 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-04ad5681-0a81-4804-8eb2-2efb0fc8e145 req-eaeefc12-b73d-44a4-bb27-474bfc8956c2 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924432 Jun 23 09:24:58.619401 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32eaaa-cfb3-4b6d-b23b-25573022a761 req-d97ff575-1b0b-4b08-a088-bda3bfc5778c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:58.620906 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9c32eaaa-cfb3-4b6d-b23b-25573022a761 req-d97ff575-1b0b-4b08-a088-bda3bfc5778c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0524240 Jun 23 09:24:58.671377 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9c32eaaa-cfb3-4b6d-b23b-25573022a761 req-883d5626-67b2-4458-ac77-7f3bab0e4fb1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420361 Jun 23 09:24:59.794620 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db400730-b3bf-4639-a5d0-f2db5c12cc3e req-80d59181-1577-4c04-aeec-5fd27caa0bbf tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:24:59.796720 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-db400730-b3bf-4639-a5d0-f2db5c12cc3e req-80d59181-1577-4c04-aeec-5fd27caa0bbf tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0528090 Jun 23 09:24:59.836783 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:24:59.849122 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-db400730-b3bf-4639-a5d0-f2db5c12cc3e req-68c315f2-213c-4001-bf87-5e9a25efbbca tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427253 Jun 23 09:25:00.971683 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1432b7d-b9c7-44a8-80cc-74edaad2f991 req-608d6d92-c4e4-433c-a0d2-fae5223e48da tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:00.973177 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a1432b7d-b9c7-44a8-80cc-74edaad2f991 req-608d6d92-c4e4-433c-a0d2-fae5223e48da tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0531549 Jun 23 09:25:01.030801 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a1432b7d-b9c7-44a8-80cc-74edaad2f991 req-de48ae37-ebdf-462c-85e0-bfe1a1cc083a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516477 Jun 23 09:25:02.158072 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd330f0-cae2-45c4-8e08-ef4a2c9c1d26 req-b9e5227c-6e7c-40c8-bfa2-4e1cc93e0ac9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:02.159681 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fcd330f0-cae2-45c4-8e08-ef4a2c9c1d26 req-b9e5227c-6e7c-40c8-bfa2-4e1cc93e0ac9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0582664 Jun 23 09:25:02.220795 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fcd330f0-cae2-45c4-8e08-ef4a2c9c1d26 req-2f190b38-f88c-4d09-b315-3e65995d4d17 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552952 Jun 23 09:25:02.466099 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=81 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:02.471995 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=75 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:02.502814 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42054) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:02.611714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:02.688707 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Publish callbacks [] for security_group (89e3c1c5-965b-4e70-9c64-5f5b734883fa), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:02.835167 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (89e3c1c5-965b-4e70-9c64-5f5b734883fa), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:02.874208 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e3c1c5-965b-4e70-9c64-5f5b734883fa,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:02.878685 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0034c51704ca48ef90af2caa66968099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748403 Jun 23 09:25:02.882349 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42060) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:02.885414 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.885855 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.886264 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.886798 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.887826 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.887826 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.888238 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.889530 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.889530 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.889530 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.889763 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.889950 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.890374 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.890729 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.891693 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca657ed-5670-48a2-b5ce-f604c6e38259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:02.947214 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4ce831d8-d1b3-4db7-b69e-74e80ae5539c admin admin] Publish callbacks [] for security_group (89e3c1c5-965b-4e70-9c64-5f5b734883fa), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:02.968992 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4ce831d8-d1b3-4db7-b69e-74e80ae5539c admin admin] Publish callbacks [] for security_group (89e3c1c5-965b-4e70-9c64-5f5b734883fa), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:03.155336 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4ce831d8-d1b3-4db7-b69e-74e80ae5539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (89e3c1c5-965b-4e70-9c64-5f5b734883fa), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:03.158159 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4ce831d8-d1b3-4db7-b69e-74e80ae5539c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:03.159327 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-4ce831d8-d1b3-4db7-b69e-74e80ae5539c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89e3c1c5-965b-4e70-9c64-5f5b734883fa HTTP/1.1" status: 204 len: 168 time: 0.2750723 Jun 23 09:25:03.169133 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce831d8-d1b3-4db7-b69e-74e80ae5539c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e3c1c5-965b-4e70-9c64-5f5b734883fa,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:03.362496 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc0e53-c887-4c72-aef5-05071a1218a5 req-71c3a75b-3c9b-4bd2-8a66-535d9e01a952 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:03.371557 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7bc0e53-c887-4c72-aef5-05071a1218a5 req-71c3a75b-3c9b-4bd2-8a66-535d9e01a952 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0491583 Jun 23 09:25:03.413821 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7bc0e53-c887-4c72-aef5-05071a1218a5 req-44e30ff7-24d0-4b53-baaa-324a6f560e53 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440073 Jun 23 09:25:03.976559 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42100) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:03.990761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ab7bfd93-3ddf-4a68-87cf-b744e40c4ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:04.009095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:04.070181 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ab7bfd93-3ddf-4a68-87cf-b744e40c4ae9 admin admin] Publish callbacks [] for security_group (554d14ff-3380-4cb4-b0f8-1512bad75a12), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:04.137890 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ab7bfd93-3ddf-4a68-87cf-b744e40c4ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (554d14ff-3380-4cb4-b0f8-1512bad75a12), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:04.179984 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bfd93-3ddf-4a68-87cf-b744e40c4ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554d14ff-3380-4cb4-b0f8-1512bad75a12,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:04.184484 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-ab7bfd93-3ddf-4a68-87cf-b744e40c4ae9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8242a3bcd4444bbb162274ae10bd3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067485 Jun 23 09:25:04.188532 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42104) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:04.230117 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:04.236226 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-26dd0bac-b228-4be1-96c2-a61caf46f1e3 admin admin] Publish callbacks [] for security_group (554d14ff-3380-4cb4-b0f8-1512bad75a12), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:04.257893 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-26dd0bac-b228-4be1-96c2-a61caf46f1e3 admin admin] Publish callbacks [] for security_group (554d14ff-3380-4cb4-b0f8-1512bad75a12), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:04.434987 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-26dd0bac-b228-4be1-96c2-a61caf46f1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (554d14ff-3380-4cb4-b0f8-1512bad75a12), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:04.437581 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-26dd0bac-b228-4be1-96c2-a61caf46f1e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:04.442631 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-26dd0bac-b228-4be1-96c2-a61caf46f1e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/554d14ff-3380-4cb4-b0f8-1512bad75a12 HTTP/1.1" status: 204 len: 168 time: 0.2500789 Jun 23 09:25:04.448380 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd0bac-b228-4be1-96c2-a61caf46f1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554d14ff-3380-4cb4-b0f8-1512bad75a12,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:04.555702 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eeb79-cf1d-4af6-8462-80b4720bde6c req-bc34c117-43d0-4db9-9751-98b6c62765fd tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:04.558015 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d61eeb79-cf1d-4af6-8462-80b4720bde6c req-bc34c117-43d0-4db9-9751-98b6c62765fd tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0561123 Jun 23 09:25:04.608601 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d61eeb79-cf1d-4af6-8462-80b4720bde6c req-171250e1-7015-4b69-a85f-bc7148f0194b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Jun 23 09:25:05.510793 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42154) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:05.636199 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-575e45a6-cba7-4801-91e5-3b32ac709c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:05.752266 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55938d8-b2bf-4772-b007-933ea24977af req-678dbd90-711d-4a6d-9613-eda5e7721bff tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:05.752266 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e55938d8-b2bf-4772-b007-933ea24977af req-678dbd90-711d-4a6d-9613-eda5e7721bff tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0623348 Jun 23 09:25:05.760751 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-575e45a6-cba7-4801-91e5-3b32ac709c31 admin admin] Publish callbacks [] for security_group (bad79e46-8a03-47d4-b1f3-922b2467b4a5), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:05.810247 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e55938d8-b2bf-4772-b007-933ea24977af req-77f8ba83-a76e-431d-890c-7db45ced9d88 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Jun 23 09:25:05.863405 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-575e45a6-cba7-4801-91e5-3b32ac709c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (bad79e46-8a03-47d4-b1f3-922b2467b4a5), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:05.906461 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42172) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:05.907099 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-575e45a6-cba7-4801-91e5-3b32ac709c31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41e68f66f1674c44a68c89df35df0609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945897 Jun 23 09:25:05.907436 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e45a6-cba7-4801-91e5-3b32ac709c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad79e46-8a03-47d4-b1f3-922b2467b4a5,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:05.962907 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9019cd48-f9cd-42c1-9464-f0cb027f062c admin admin] Publish callbacks [] for security_group (bad79e46-8a03-47d4-b1f3-922b2467b4a5), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:05.986792 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9019cd48-f9cd-42c1-9464-f0cb027f062c admin admin] Publish callbacks [] for security_group (bad79e46-8a03-47d4-b1f3-922b2467b4a5), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:06.160607 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9019cd48-f9cd-42c1-9464-f0cb027f062c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (bad79e46-8a03-47d4-b1f3-922b2467b4a5), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:06.163169 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9019cd48-f9cd-42c1-9464-f0cb027f062c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:06.164674 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-9019cd48-f9cd-42c1-9464-f0cb027f062c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bad79e46-8a03-47d4-b1f3-922b2467b4a5 HTTP/1.1" status: 204 len: 168 time: 0.2566006 Jun 23 09:25:06.172531 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019cd48-f9cd-42c1-9464-f0cb027f062c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad79e46-8a03-47d4-b1f3-922b2467b4a5,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:06.804779 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42204) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:06.820508 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2d92-ccde-4d5f-8577-a3fbfaa3304a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:06.926980 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2d92-ccde-4d5f-8577-a3fbfaa3304a admin admin] Publish callbacks [] for security_group (08c5c204-26dd-4b23-85d1-9f810da88325), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:06.945114 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad5c1-f453-4519-add0-b0db761cf5bf req-dee6e12e-005d-44db-9b38-72f774c65e61 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:06.946857 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-167ad5c1-f453-4519-add0-b0db761cf5bf req-dee6e12e-005d-44db-9b38-72f774c65e61 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0578699 Jun 23 09:25:06.996468 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-167ad5c1-f453-4519-add0-b0db761cf5bf req-7b2a5c16-e961-483e-88e6-51b4bbcd784b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442882 Jun 23 09:25:07.004985 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2d92-ccde-4d5f-8577-a3fbfaa3304a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (08c5c204-26dd-4b23-85d1-9f810da88325), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:07.026572 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:07.045414 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:07.052658 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-3f2a2d92-ccde-4d5f-8577-a3fbfaa3304a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4b794e3f4324a22be66224eafad3be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468150 Jun 23 09:25:07.053653 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a2d92-ccde-4d5f-8577-a3fbfaa3304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c5c204-26dd-4b23-85d1-9f810da88325,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:07.055327 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42218) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:07.122528 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-00e801f0-e4c0-48d9-a80b-d8d3469718cd admin admin] Publish callbacks [] for security_group (08c5c204-26dd-4b23-85d1-9f810da88325), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:07.145750 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-00e801f0-e4c0-48d9-a80b-d8d3469718cd admin admin] Publish callbacks [] for security_group (08c5c204-26dd-4b23-85d1-9f810da88325), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:07.332221 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-00e801f0-e4c0-48d9-a80b-d8d3469718cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (08c5c204-26dd-4b23-85d1-9f810da88325), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:07.334765 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-00e801f0-e4c0-48d9-a80b-d8d3469718cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:07.337939 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-00e801f0-e4c0-48d9-a80b-d8d3469718cd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08c5c204-26dd-4b23-85d1-9f810da88325 HTTP/1.1" status: 204 len: 168 time: 0.2786300 Jun 23 09:25:07.347044 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e801f0-e4c0-48d9-a80b-d8d3469718cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c5c204-26dd-4b23-85d1-9f810da88325,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:08.123500 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d4155-e7ee-46da-98bf-8f1b0d2c76fe req-0f956134-ab0f-48f2-b6b5-859cfe8b199b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:08.125544 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3b3d4155-e7ee-46da-98bf-8f1b0d2c76fe req-0f956134-ab0f-48f2-b6b5-859cfe8b199b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0559518 Jun 23 09:25:08.174551 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3b3d4155-e7ee-46da-98bf-8f1b0d2c76fe req-b7412625-fe96-4682-af66-411c33cdee3e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Jun 23 09:25:08.212984 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42242) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:08.225770 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4d9bfb14-eea1-4ef9-91b5-042cbf494924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:08.272477 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:08.298272 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4d9bfb14-eea1-4ef9-91b5-042cbf494924 admin admin] Publish callbacks [] for security_group (0a68658f-2c61-45dd-a42e-3e5d42e20bd7), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:08.383080 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4d9bfb14-eea1-4ef9-91b5-042cbf494924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (0a68658f-2c61-45dd-a42e-3e5d42e20bd7), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:08.420729 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bfb14-eea1-4ef9-91b5-042cbf494924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a68658f-2c61-45dd-a42e-3e5d42e20bd7,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:08.424842 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-4d9bfb14-eea1-4ef9-91b5-042cbf494924 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67b06f7f908c4ae19e6955f4c50e7ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108746 Jun 23 09:25:08.427366 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42244) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:08.447655 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:08.474642 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9c0daca6-fa4b-4fd1-819e-b279e0022e97 admin admin] Publish callbacks [] for security_group (0a68658f-2c61-45dd-a42e-3e5d42e20bd7), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:08.498967 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9c0daca6-fa4b-4fd1-819e-b279e0022e97 admin admin] Publish callbacks [] for security_group (0a68658f-2c61-45dd-a42e-3e5d42e20bd7), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:08.669064 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9c0daca6-fa4b-4fd1-819e-b279e0022e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (0a68658f-2c61-45dd-a42e-3e5d42e20bd7), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:08.671491 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9c0daca6-fa4b-4fd1-819e-b279e0022e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:08.673156 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9c0daca6-fa4b-4fd1-819e-b279e0022e97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a68658f-2c61-45dd-a42e-3e5d42e20bd7 HTTP/1.1" status: 204 len: 168 time: 0.2449048 Jun 23 09:25:08.681130 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0daca6-fa4b-4fd1-819e-b279e0022e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a68658f-2c61-45dd-a42e-3e5d42e20bd7,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:09.287505 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f36690-54cd-4bbc-b2e5-10e5a2d7d586 req-baad0e36-5174-4a65-9865-a654478c9664 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:09.289199 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b9f36690-54cd-4bbc-b2e5-10e5a2d7d586 req-baad0e36-5174-4a65-9865-a654478c9664 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0489874 Jun 23 09:25:09.337284 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b9f36690-54cd-4bbc-b2e5-10e5a2d7d586 req-31ef9487-a89e-4bae-8570-dd34c7468c04 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Jun 23 09:25:10.086097 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6b2283f9-62c6-4942-97d0-cceaad7569c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:10.450975 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb7a99-e309-453f-a6d6-7f7c9f80740d req-3a422b3a-f210-4c67-b0e2-9366a33942ce tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:10.452423 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-44cb7a99-e309-453f-a6d6-7f7c9f80740d req-3a422b3a-f210-4c67-b0e2-9366a33942ce tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0459795 Jun 23 09:25:10.501445 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-44cb7a99-e309-453f-a6d6-7f7c9f80740d req-23ef50bd-a0f0-47d0-95e1-e5f6c6f60a7b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Jun 23 09:25:11.613539 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d76ea-ef4f-4446-86e7-8ea9f3555519 req-cf7f9db1-0690-41a9-8d76-117212bfbb14 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:11.615199 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b42d76ea-ef4f-4446-86e7-8ea9f3555519 req-cf7f9db1-0690-41a9-8d76-117212bfbb14 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0469077 Jun 23 09:25:11.665778 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b42d76ea-ef4f-4446-86e7-8ea9f3555519 req-e1f0a037-b60c-4bbe-92d3-0c4ca4c38713 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Jun 23 09:25:12.303044 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9f665e97-a983-4e38-a0f7-baa729d54186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:12.834827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a30b48-62ea-4f2d-af3f-d001df1831d5 req-3dd33392-8a07-4dba-95fb-85698ab5b4cb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:12.836731 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-71a30b48-62ea-4f2d-af3f-d001df1831d5 req-3dd33392-8a07-4dba-95fb-85698ab5b4cb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0727887 Jun 23 09:25:12.900719 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-71a30b48-62ea-4f2d-af3f-d001df1831d5 req-081ca778-1ab4-49e6-9521-e8b553aba5c9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579288 Jun 23 09:25:13.543289 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:13.859649 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b57f3-8f49-4616-9320-131823eae46c req-4e0941c6-5283-452d-9ecb-e9bf9ef7bcec tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:13.861081 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c2b57f3-8f49-4616-9320-131823eae46c req-4e0941c6-5283-452d-9ecb-e9bf9ef7bcec tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Jun 23 09:25:13.906238 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c2b57f3-8f49-4616-9320-131823eae46c req-cef9ce3b-309e-402d-aeae-748aa0566440 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Jun 23 09:25:14.018653 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986486f-0dd1-4d11-a7d6-519911b0b224 req-43b6419e-8cd5-4d5f-8171-056895ad4689 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:14.020286 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8986486f-0dd1-4d11-a7d6-519911b0b224 req-43b6419e-8cd5-4d5f-8171-056895ad4689 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0546505 Jun 23 09:25:14.077044 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8986486f-0dd1-4d11-a7d6-519911b0b224 req-ed29e492-778a-4102-80c8-2c97e77f2273 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505700 Jun 23 09:25:14.594645 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42430) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:14.714453 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-857efb62-3202-40e8-962c-58a03944ed02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:14.738783 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42444) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:14.787699 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4651f871-6a77-4ae3-ba99-c0cf00b06718 admin admin] Deleting subnet 7df5407d-1ef6-4422-be7a-1b59fed277e5 {{(pid=104734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:25:14.788542 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4651f871-6a77-4ae3-ba99-c0cf00b06718 admin admin] Publish callbacks [] for subnet (7df5407d-1ef6-4422-be7a-1b59fed277e5), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:14.792980 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-857efb62-3202-40e8-962c-58a03944ed02 admin admin] Publish callbacks [] for security_group (878019ef-fca4-4b7d-a6aa-4d548321cbfe), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:14.827662 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4651f871-6a77-4ae3-ba99-c0cf00b06718 admin admin] Publish callbacks [] for subnet (7df5407d-1ef6-4422-be7a-1b59fed277e5), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:14.836985 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4651f871-6a77-4ae3-ba99-c0cf00b06718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (7df5407d-1ef6-4422-be7a-1b59fed277e5), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:14.875353 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-857efb62-3202-40e8-962c-58a03944ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (878019ef-fca4-4b7d-a6aa-4d548321cbfe), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:14.885655 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42448) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:14.916495 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-857efb62-3202-40e8-962c-58a03944ed02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fde682346eb14236967f36a6aea93686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207204 Jun 23 09:25:14.917907 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857efb62-3202-40e8-962c-58a03944ed02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878019ef-fca4-4b7d-a6aa-4d548321cbfe,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:14.918562 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42452) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:14.985585 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a01429ea-6351-4c0c-81cf-0e5efa363124 admin admin] Publish callbacks [] for security_group (878019ef-fca4-4b7d-a6aa-4d548321cbfe), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:14.988835 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4651f871-6a77-4ae3-ba99-c0cf00b06718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (7df5407d-1ef6-4422-be7a-1b59fed277e5), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.032439 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d92cc-da76-479f-8bf9-49e57318797e req-8d6156e2-7a35-40c6-8a4a-ea15c7b17b1d tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:15.033933 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2f9d92cc-da76-479f-8bf9-49e57318797e req-8d6156e2-7a35-40c6-8a4a-ea15c7b17b1d tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0535934 Jun 23 09:25:15.042386 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651f871-6a77-4ae3-ba99-c0cf00b06718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df5407d-1ef6-4422-be7a-1b59fed277e5,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:15.048310 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a01429ea-6351-4c0c-81cf-0e5efa363124 admin admin] Publish callbacks [] for security_group (878019ef-fca4-4b7d-a6aa-4d548321cbfe), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.054286 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4651f871-6a77-4ae3-ba99-c0cf00b06718 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.057366 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-4651f871-6a77-4ae3-ba99-c0cf00b06718 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7df5407d-1ef6-4422-be7a-1b59fed277e5 HTTP/1.1" status: 204 len: 168 time: 0.3175597 Jun 23 09:25:15.061827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42458) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:15.064284 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b00908ce-80d8-42d6-936e-0703c0f537b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.102173 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.120896 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2f9d92cc-da76-479f-8bf9-49e57318797e req-93c59b37-2651-4443-ab72-0733179bac35 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813279 Jun 23 09:25:15.162827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (85357589-75f9-4877-ae32-26ecc380bf58), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.180772 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:15.195849 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b00908ce-80d8-42d6-936e-0703c0f537b7 admin admin] Publish callbacks [] for security_group (1de60759-ccdb-4686-ba96-5fd585d2daec), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.224041 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a01429ea-6351-4c0c-81cf-0e5efa363124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (878019ef-fca4-4b7d-a6aa-4d548321cbfe), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.226536 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a01429ea-6351-4c0c-81cf-0e5efa363124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.227686 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a01429ea-6351-4c0c-81cf-0e5efa363124 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/878019ef-fca4-4b7d-a6aa-4d548321cbfe HTTP/1.1" status: 204 len: 168 time: 0.3081336 Jun 23 09:25:15.243550 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01429ea-6351-4c0c-81cf-0e5efa363124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878019ef-fca4-4b7d-a6aa-4d548321cbfe,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:15.253312 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc3186-1261-40f4-90f0-e4c19fe22909 req-fc2ddf2a-91e2-44ac-862a-1854c33dde6d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:15.260076 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (85357589-75f9-4877-ae32-26ecc380bf58), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.261159 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fdbc3186-1261-40f4-90f0-e4c19fe22909 req-fc2ddf2a-91e2-44ac-862a-1854c33dde6d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0658355 Jun 23 09:25:15.286517 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.286899 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.287690 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.288051 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > port after_create 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.288357 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.288720 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > port after_update 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.289098 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.289542 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.290037 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.290572 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.301904 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b00908ce-80d8-42d6-936e-0703c0f537b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (1de60759-ccdb-4686-ba96-5fd585d2daec), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.309262 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:15.328650 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fdbc3186-1261-40f4-90f0-e4c19fe22909 req-eaf494e1-0896-4914-8cb2-5aefedd87a03 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659745 Jun 23 09:25:15.336706 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:15.352323 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00908ce-80d8-42d6-936e-0703c0f537b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de60759-ccdb-4686-ba96-5fd585d2daec,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:15.356506 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b00908ce-80d8-42d6-936e-0703c0f537b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56c1fd17565b4ec283f7a86ae7bd71a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698596 Jun 23 09:25:15.359427 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42466) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:15.383006 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.409238 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c98b8c6-a148-4373-8003-a3b769d0cffb admin admin] Publish callbacks [] for security_group (1de60759-ccdb-4686-ba96-5fd585d2daec), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.433982 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c98b8c6-a148-4373-8003-a3b769d0cffb admin admin] Publish callbacks [] for security_group (1de60759-ccdb-4686-ba96-5fd585d2daec), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.461637 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.461978 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.462311 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.462637 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:15.463047 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85357589-75f9-4877-ae32-26ecc380bf58']}} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:15.481214 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19b3fb7-b882-4c2a-a4a3-450b7b4219ef') {'for_net_delete': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:15.481503 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19b3fb7-b882-4c2a-a4a3-450b7b4219ef') {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:15.497534 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3843396'] for segment (e19b3fb7-b882-4c2a-a4a3-450b7b4219ef), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.520361 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (e19b3fb7-b882-4c2a-a4a3-450b7b4219ef), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.528280 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:15.529671 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=104735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:25:15.530069 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097416'] for segment (e19b3fb7-b882-4c2a-a4a3-450b7b4219ef), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.560315 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c98b8c6-a148-4373-8003-a3b769d0cffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (1de60759-ccdb-4686-ba96-5fd585d2daec), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.564519 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c98b8c6-a148-4373-8003-a3b769d0cffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.572422 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1c98b8c6-a148-4373-8003-a3b769d0cffb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1de60759-ccdb-4686-ba96-5fd585d2daec HTTP/1.1" status: 204 len: 168 time: 0.2084787 Jun 23 09:25:15.580880 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98b8c6-a148-4373-8003-a3b769d0cffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de60759-ccdb-4686-ba96-5fd585d2daec,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:15.720949 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (85357589-75f9-4877-ae32-26ecc380bf58), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.729180 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.732301 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/85357589-75f9-4877-ae32-26ecc380bf58 HTTP/1.1" status: 204 len: 168 time: 0.6694787 Jun 23 09:25:15.736533 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42488) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:15.742821 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4b777-6437-4007-8d15-c970b9433bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=85357589-75f9-4877-ae32-26ecc380bf58,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:15.788037 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec60108-9a6e-4603-8a3d-15539d7d92ba admin admin] Deleting subnet 2197a586-c9ee-4a7f-863b-124edfb0d0a4 {{(pid=104734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:25:15.791027 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cec60108-9a6e-4603-8a3d-15539d7d92ba admin admin] Publish callbacks [] for subnet (2197a586-c9ee-4a7f-863b-124edfb0d0a4), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.828265 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cec60108-9a6e-4603-8a3d-15539d7d92ba admin admin] Publish callbacks [] for subnet (2197a586-c9ee-4a7f-863b-124edfb0d0a4), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.833823 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cec60108-9a6e-4603-8a3d-15539d7d92ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (2197a586-c9ee-4a7f-863b-124edfb0d0a4), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:15.984086 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cec60108-9a6e-4603-8a3d-15539d7d92ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for subnet (2197a586-c9ee-4a7f-863b-124edfb0d0a4), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.009260 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec60108-9a6e-4603-8a3d-15539d7d92ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2197a586-c9ee-4a7f-863b-124edfb0d0a4,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:16.014252 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cec60108-9a6e-4603-8a3d-15539d7d92ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.017905 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-cec60108-9a6e-4603-8a3d-15539d7d92ba admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2197a586-c9ee-4a7f-863b-124edfb0d0a4 HTTP/1.1" status: 204 len: 168 time: 0.2797070 Jun 23 09:25:16.020318 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42490) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:16.101926 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (06dc3b13-957e-4c20-bb2d-3bef14b9e1ad), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.162185 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment e19b3fb7-b882-4c2a-a4a3-450b7b4219ef resource provider aggregate not found Jun 23 09:25:16.180881 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment e19b3fb7-b882-4c2a-a4a3-450b7b4219ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e19b3fb7-b882-4c2a-a4a3-450b7b4219ef found for delete ", "request_id": "req-015dfcd2-122c-4d2d-b9ba-032b1370f9b9"}]} Jun 23 09:25:16.185913 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42498) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:16.187017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (06dc3b13-957e-4c20-bb2d-3bef14b9e1ad), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.214327 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c2870ced-c4c1-466e-9943-1616bc695713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.220788 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.221173 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.222110 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.222230 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > port after_create 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.222521 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.222893 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > port after_update 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.223237 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.223571 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.223885 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.224223 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.294431 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.294726 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.295015 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.295544 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:25:16.296074 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06dc3b13-957e-4c20-bb2d-3bef14b9e1ad']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:16.305816 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c6997-be05-478d-a77d-9381736bc5b1 req-ff19f42b-ea41-4805-9e68-e69693f2a0b5 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:16.307521 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c3c6997-be05-478d-a77d-9381736bc5b1 req-ff19f42b-ea41-4805-9e68-e69693f2a0b5 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0899029 Jun 23 09:25:16.342769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd0a234-e17d-4915-a9c5-6bb0ebc125f1') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:16.343092 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd0a234-e17d-4915-a9c5-6bb0ebc125f1') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:16.349994 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:16.367575 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (dfd0a234-e17d-4915-a9c5-6bb0ebc125f1), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.394991 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-fdc7972b-12a3-483d-8e91-e927199a8be3 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:16.396584 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-fdc7972b-12a3-483d-8e91-e927199a8be3 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 945 time: 0.0945070 Jun 23 09:25:16.401601 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (dfd0a234-e17d-4915-a9c5-6bb0ebc125f1), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.416303 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c3c6997-be05-478d-a77d-9381736bc5b1 req-0f71737d-f503-4007-9903-0057b29dfe0d tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987689 Jun 23 09:25:16.431131 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c2870ced-c4c1-466e-9943-1616bc695713 admin admin] Publish callbacks [] for security_group (0d49dc80-c8e0-4785-a789-029c8cc352a6), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.451602 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:25:16.452003 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (dfd0a234-e17d-4915-a9c5-6bb0ebc125f1), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.549533 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723016e-72a0-4f74-9f55-5bc99cca2668 req-5c9cfe5d-65d5-432c-8aa4-cbd4814beebb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:16.551074 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7723016e-72a0-4f74-9f55-5bc99cca2668 req-5c9cfe5d-65d5-432c-8aa4-cbd4814beebb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.1385655 Jun 23 09:25:16.566821 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c2870ced-c4c1-466e-9943-1616bc695713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (0d49dc80-c8e0-4785-a789-029c8cc352a6), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.613291 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c2870ced-c4c1-466e-9943-1616bc695713 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d694507867c4c46940a94b1262c2aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295242 Jun 23 09:25:16.614488 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2870ced-c4c1-466e-9943-1616bc695713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d49dc80-c8e0-4785-a789-029c8cc352a6,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:16.617165 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42516) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:16.665243 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (06dc3b13-957e-4c20-bb2d-3bef14b9e1ad), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.686937 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Deleting port b14d8f63-9bec-4c93-a616-82eccf48fea9 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:25:16.687813 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.691881 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.695002 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] 10.222.0.52 "DELETE /v2.0/networks/06dc3b13-957e-4c20-bb2d-3bef14b9e1ad HTTP/1.1" status: 204 len: 168 time: 0.6737392 Jun 23 09:25:16.705096 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9ab52c9e-5dcb-4d41-8647-85afe09f7e7f admin admin] Publish callbacks [] for security_group (0d49dc80-c8e0-4785-a789-029c8cc352a6), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.721802 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a42d9-677b-4ba8-8c5d-18094971eb80 admin admin] Pushing event deleted for resources: {'Network': ['ID=06dc3b13-957e-4c20-bb2d-3bef14b9e1ad,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:16.725857 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:16.730760 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9ab52c9e-5dcb-4d41-8647-85afe09f7e7f admin admin] Publish callbacks [] for security_group (0d49dc80-c8e0-4785-a789-029c8cc352a6), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.751008 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7723016e-72a0-4f74-9f55-5bc99cca2668 req-9c156e3b-098b-4ab6-97d8-1767e3d0b030 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930346 Jun 23 09:25:16.806694 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:16.838784 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] For port b14d8f63-9bec-4c93-a616-82eccf48fea9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=b14d8f63-9bec-4c93-a616-82eccf48fea9,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:25:16.839210 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.842957 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment dfd0a234-e17d-4915-a9c5-6bb0ebc125f1 resource provider aggregate not found Jun 23 09:25:16.908831 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9ab52c9e-5dcb-4d41-8647-85afe09f7e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (0d49dc80-c8e0-4785-a789-029c8cc352a6), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.912356 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9ab52c9e-5dcb-4d41-8647-85afe09f7e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:16.915577 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9ab52c9e-5dcb-4d41-8647-85afe09f7e7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d49dc80-c8e0-4785-a789-029c8cc352a6 HTTP/1.1" status: 204 len: 168 time: 0.2952344 Jun 23 09:25:16.922645 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab52c9e-5dcb-4d41-8647-85afe09f7e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d49dc80-c8e0-4785-a789-029c8cc352a6,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:17.085594 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Calling delete_port for b14d8f63-9bec-4c93-a616-82eccf48fea9 owned by compute:nova {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:25:17.103732 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment dfd0a234-e17d-4915-a9c5-6bb0ebc125f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfd0a234-e17d-4915-a9c5-6bb0ebc125f1 found for delete ", "request_id": "req-2d737676-7841-4644-b1a7-e11876cdcc2a"}]} Jun 23 09:25:17.297901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42552) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:17.355501 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-10860b86-c29f-40f8-af5a-14817c56262b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a7afaa88f93446884e96bb39142d3b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572383 Jun 23 09:25:17.357886 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42560) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:17.377708 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (b14d8f63-9bec-4c93-a616-82eccf48fea9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:17.435224 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ca2d-d756-46f7-bc65-9ed30ace0e44 admin admin] Publish callbacks [] for security_group (a7f7bef8-6e82-4cfe-99af-7cd15dfe8655), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:17.460839 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Pushing event deleted for resources: {'Port': ['ID=b14d8f63-9bec-4c93-a616-82eccf48fea9,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:17.491819 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ca2d-d756-46f7-bc65-9ed30ace0e44 admin admin] Publish callbacks [] for security_group (a7f7bef8-6e82-4cfe-99af-7cd15dfe8655), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:17.505700 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] No DVR routers for this DVR port b14d8f63-9bec-4c93-a616-82eccf48fea9 on host hv-cinder-84727 {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:25:17.515696 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:17.530039 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6f66bda1-6c3c-4d32-a8e7-4cd718c6b829 req-628e1052-8926-472a-a807-310dd4e774a1 tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.55 "DELETE /v2.0/ports/b14d8f63-9bec-4c93-a616-82eccf48fea9 HTTP/1.1" status: 204 len: 173 time: 1.1151989 Jun 23 09:25:17.530039 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3d67ef-4a97-4375-951b-a9b4913c9328', 'name': 'network-vif-deleted', 'tag': 'b14d8f63-9bec-4c93-a616-82eccf48fea9'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:25:17.530039 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8395355-edc4-4334-a59e-186d21cb0984" -d '{"events": [{"server_uuid": "6d3d67ef-4a97-4375-951b-a9b4913c9328", "name": "network-vif-deleted", "tag": "b14d8f63-9bec-4c93-a616-82eccf48fea9"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:25:17.573224 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9fc308-fa1e-4cee-a88c-c304d7fbe183 x-openstack-request-id: req-ca9fc308-fa1e-4cee-a88c-c304d7fbe183 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:25:17.573831 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3d67ef-4a97-4375-951b-a9b4913c9328", "name": "network-vif-deleted", "tag": "b14d8f63-9bec-4c93-a616-82eccf48fea9", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:25:17.574227 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca9fc308-fa1e-4cee-a88c-c304d7fbe183 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:25:17.574780 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca9fc308-fa1e-4cee-a88c-c304d7fbe183'] response: {'server_uuid': '6d3d67ef-4a97-4375-951b-a9b4913c9328', 'name': 'network-vif-deleted', 'tag': 'b14d8f63-9bec-4c93-a616-82eccf48fea9', 'status': 'completed', 'code': 200} Jun 23 09:25:17.610278 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a34f785-1824-404c-bfaf-9e33113d9f3c req-81297230-59d4-470d-9615-e95a555dad7a tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 210 time: 0.0410981 Jun 23 09:25:17.721901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ca2d-d756-46f7-bc65-9ed30ace0e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a7f7bef8-6e82-4cfe-99af-7cd15dfe8655), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:17.724445 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ca2d-d756-46f7-bc65-9ed30ace0e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:17.725498 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-e9c3ca2d-d756-46f7-bc65-9ed30ace0e44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7f7bef8-6e82-4cfe-99af-7cd15dfe8655 HTTP/1.1" status: 204 len: 168 time: 0.3664770 Jun 23 09:25:17.736913 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3ca2d-d756-46f7-bc65-9ed30ace0e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f7bef8-6e82-4cfe-99af-7cd15dfe8655,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:17.889037 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee9846-2447-49d9-bd49-5527af329205 req-ac66b597-bee7-4125-a998-d96b0d7c1a01 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:17.891090 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1fee9846-2447-49d9-bd49-5527af329205 req-ac66b597-bee7-4125-a998-d96b0d7c1a01 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0531132 Jun 23 09:25:17.942126 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1fee9846-2447-49d9-bd49-5527af329205 req-0d22c451-1464-4d32-b984-6b098492e75b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Jun 23 09:25:18.233279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42606) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:18.542421 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7b936a9d-376f-4d97-80c7-e30490db3ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:18.619410 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7b936a9d-376f-4d97-80c7-e30490db3ea3 admin admin] Publish callbacks [] for security_group (e7491af7-9f51-4f0d-9a24-7474fa0eeeea), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:18.770140 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e9ad968b-b217-46cf-bfc1-cb96f9b8a9e6 req-d5e26d6b-53ef-4134-9f95-b99042d4250d tempest-DeleteServersTestJSON-1434905987 tempest-DeleteServersTestJSON-1434905987-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d3d67ef-4a97-4375-951b-a9b4913c9328 HTTP/1.1" status: 200 len: 210 time: 0.0313823 Jun 23 09:25:18.795955 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7b936a9d-376f-4d97-80c7-e30490db3ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e7491af7-9f51-4f0d-9a24-7474fa0eeeea), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:18.830767 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:18.847609 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-7b936a9d-376f-4d97-80c7-e30490db3ea3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79e51d48f9dc4c04b00dc0b5da9ded58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6125395 Jun 23 09:25:18.850693 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42620) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:18.853644 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b936a9d-376f-4d97-80c7-e30490db3ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7491af7-9f51-4f0d-9a24-7474fa0eeeea,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:18.900409 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-438ac353-21ce-43a1-9fda-87fe4a6df307 admin admin] Publish callbacks [] for security_group (e7491af7-9f51-4f0d-9a24-7474fa0eeeea), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:18.923261 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-438ac353-21ce-43a1-9fda-87fe4a6df307 admin admin] Publish callbacks [] for security_group (e7491af7-9f51-4f0d-9a24-7474fa0eeeea), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:18.955462 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42622) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:18.997416 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-580cbe5a-2202-4d76-996b-d54be2e619a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86d7646998114b4aa33caed11865f8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408778 Jun 23 09:25:19.000203 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42626) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:19.042626 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:19.060700 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a908183-67c6-43fb-8bae-e08f546c9bf4 admin admin] Publish callbacks [] for security_group (15633e5a-13bf-4b8e-857d-e88e7052da42), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:19.076091 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-438ac353-21ce-43a1-9fda-87fe4a6df307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e7491af7-9f51-4f0d-9a24-7474fa0eeeea), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:19.080108 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-438ac353-21ce-43a1-9fda-87fe4a6df307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:19.083634 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-438ac353-21ce-43a1-9fda-87fe4a6df307 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7491af7-9f51-4f0d-9a24-7474fa0eeeea HTTP/1.1" status: 204 len: 168 time: 0.2295058 Jun 23 09:25:19.089546 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e12bf1-17ed-4e83-a30c-0dc3de47e02d req-f374e790-350c-4d64-891b-15e07706a53c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:19.098246 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b9e12bf1-17ed-4e83-a30c-0dc3de47e02d req-f374e790-350c-4d64-891b-15e07706a53c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0831156 Jun 23 09:25:19.103337 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a908183-67c6-43fb-8bae-e08f546c9bf4 admin admin] Publish callbacks [] for security_group (15633e5a-13bf-4b8e-857d-e88e7052da42), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:19.105690 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ac353-21ce-43a1-9fda-87fe4a6df307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7491af7-9f51-4f0d-9a24-7474fa0eeeea,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:19.124720 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device b14d8f63-9bec-4c93-a616-82eccf48fea9 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:25:19.163859 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:19.165782 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:19.166653 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:19.168438 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: b14d8f63-9bec-4c93-a616-82eccf48fea9 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:25:19.169334 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device b14d8f63-9bec-4c93-a616-82eccf48fea9 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:25:19.218091 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b9e12bf1-17ed-4e83-a30c-0dc3de47e02d req-488b61ae-c655-4f70-8424-398854f35c6f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164241 Jun 23 09:25:19.457417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a908183-67c6-43fb-8bae-e08f546c9bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (15633e5a-13bf-4b8e-857d-e88e7052da42), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:19.460005 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a908183-67c6-43fb-8bae-e08f546c9bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:19.461145 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9a908183-67c6-43fb-8bae-e08f546c9bf4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15633e5a-13bf-4b8e-857d-e88e7052da42 HTTP/1.1" status: 204 len: 168 time: 0.4600096 Jun 23 09:25:19.469962 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a908183-67c6-43fb-8bae-e08f546c9bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15633e5a-13bf-4b8e-857d-e88e7052da42,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:20.112914 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42666) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:20.161151 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42670) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:20.173417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-22649cf7-9df6-4c15-a5eb-04c91ba2191a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.257293 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-22649cf7-9df6-4c15-a5eb-04c91ba2191a admin admin] Publish callbacks [] for security_group (e4ab0e24-f3a8-4e97-aaff-bb3e27a04908), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.353443 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2f189c8-d73e-459e-9f45-4ef83befaa39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.365726 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f352b78-dcaa-4912-a105-6f9f350ddb8c req-36f34d3a-b9b6-4d7f-9038-9986f3d06f72 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:20.367585 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9f352b78-dcaa-4912-a105-6f9f350ddb8c req-36f34d3a-b9b6-4d7f-9038-9986f3d06f72 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0561891 Jun 23 09:25:20.401834 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:20.431529 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9f352b78-dcaa-4912-a105-6f9f350ddb8c req-a0ccebd1-7ebe-4e25-ac41-b612d1db0933 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582721 Jun 23 09:25:20.434280 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-22649cf7-9df6-4c15-a5eb-04c91ba2191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e4ab0e24-f3a8-4e97-aaff-bb3e27a04908), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.481928 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2f189c8-d73e-459e-9f45-4ef83befaa39 admin admin] Publish callbacks [] for security_group (6942d7c8-17cc-4c2a-8824-0c34b09ba338), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.484906 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22649cf7-9df6-4c15-a5eb-04c91ba2191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab0e24-f3a8-4e97-aaff-bb3e27a04908,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:20.514490 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-22649cf7-9df6-4c15-a5eb-04c91ba2191a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6009eebfd4a84bc193cae411e2621ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503861 Jun 23 09:25:20.514797 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42686) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:20.567787 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a40b76de-4591-4f2b-8980-56b6102cd696 admin admin] Publish callbacks [] for security_group (e4ab0e24-f3a8-4e97-aaff-bb3e27a04908), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.571767 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:20.577290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2f189c8-d73e-459e-9f45-4ef83befaa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (6942d7c8-17cc-4c2a-8824-0c34b09ba338), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.605416 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a40b76de-4591-4f2b-8980-56b6102cd696 admin admin] Publish callbacks [] for security_group (e4ab0e24-f3a8-4e97-aaff-bb3e27a04908), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.644811 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a2f189c8-d73e-459e-9f45-4ef83befaa39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf8494b864f24d89ac729bd9fd8517c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5306492 Jun 23 09:25:20.645521 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f189c8-d73e-459e-9f45-4ef83befaa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6942d7c8-17cc-4c2a-8824-0c34b09ba338,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:20.648600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42692) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:20.707975 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4f69-bc2e-42e3-beb6-71d57e65fc24 admin admin] Publish callbacks [] for security_group (6942d7c8-17cc-4c2a-8824-0c34b09ba338), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.732132 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4f69-bc2e-42e3-beb6-71d57e65fc24 admin admin] Publish callbacks [] for security_group (6942d7c8-17cc-4c2a-8824-0c34b09ba338), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.774931 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42698) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:20.811851 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a40b76de-4591-4f2b-8980-56b6102cd696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e4ab0e24-f3a8-4e97-aaff-bb3e27a04908), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.815194 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a40b76de-4591-4f2b-8980-56b6102cd696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.819166 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a40b76de-4591-4f2b-8980-56b6102cd696 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4ab0e24-f3a8-4e97-aaff-bb3e27a04908 HTTP/1.1" status: 204 len: 168 time: 0.3042543 Jun 23 09:25:20.825750 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b76de-4591-4f2b-8980-56b6102cd696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab0e24-f3a8-4e97-aaff-bb3e27a04908,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:20.879250 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4f69-bc2e-42e3-beb6-71d57e65fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (6942d7c8-17cc-4c2a-8824-0c34b09ba338), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.881888 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4f69-bc2e-42e3-beb6-71d57e65fc24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.883737 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d8bb4f69-bc2e-42e3-beb6-71d57e65fc24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6942d7c8-17cc-4c2a-8824-0c34b09ba338 HTTP/1.1" status: 204 len: 168 time: 0.2341428 Jun 23 09:25:20.898060 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ae234ed8-9c15-4a19-acf7-fe22d713af46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:20.899910 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb4f69-bc2e-42e3-beb6-71d57e65fc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6942d7c8-17cc-4c2a-8824-0c34b09ba338,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:20.998250 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ae234ed8-9c15-4a19-acf7-fe22d713af46 admin admin] Publish callbacks [] for security_group (84bbe5e1-da6f-4c8e-924a-f8de7c170708), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:21.097756 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ae234ed8-9c15-4a19-acf7-fe22d713af46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (84bbe5e1-da6f-4c8e-924a-f8de7c170708), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:21.137134 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ae234ed8-9c15-4a19-acf7-fe22d713af46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8faa464772d41a9b71e36e2c0c5d57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591855 Jun 23 09:25:21.137993 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae234ed8-9c15-4a19-acf7-fe22d713af46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bbe5e1-da6f-4c8e-924a-f8de7c170708,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:21.139881 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42712) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:21.194813 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8af93e58-4215-4c27-b781-d5154cb75a7e admin admin] Publish callbacks [] for security_group (84bbe5e1-da6f-4c8e-924a-f8de7c170708), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:21.216829 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8af93e58-4215-4c27-b781-d5154cb75a7e admin admin] Publish callbacks [] for security_group (84bbe5e1-da6f-4c8e-924a-f8de7c170708), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:21.389458 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8af93e58-4215-4c27-b781-d5154cb75a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (84bbe5e1-da6f-4c8e-924a-f8de7c170708), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:21.391256 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8af93e58-4215-4c27-b781-d5154cb75a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:21.392631 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-8af93e58-4215-4c27-b781-d5154cb75a7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84bbe5e1-da6f-4c8e-924a-f8de7c170708 HTTP/1.1" status: 204 len: 168 time: 0.2517142 Jun 23 09:25:21.401963 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af93e58-4215-4c27-b781-d5154cb75a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bbe5e1-da6f-4c8e-924a-f8de7c170708,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:21.535459 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42740) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:21.569322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:21.577629 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65e52f-d89c-4f5c-ad09-6c17bffb7b8d req-bf06c410-0c04-4964-a931-f08680d2da99 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:21.579175 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c65e52f-d89c-4f5c-ad09-6c17bffb7b8d req-bf06c410-0c04-4964-a931-f08680d2da99 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0591953 Jun 23 09:25:21.637020 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:21.664766 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c65e52f-d89c-4f5c-ad09-6c17bffb7b8d req-e64d613f-aed7-4927-a294-3fd4b35019f4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643094 Jun 23 09:25:21.946632 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:22.220628 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Deleting port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:25:22.221304 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:22.308393 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] For port 309a328d-2bbf-40ad-bc0a-0fae4cd5434c, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:25:22.308882 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:22.322536 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Calling delete_port for 309a328d-2bbf-40ad-bc0a-0fae4cd5434c owned by network:router_interface {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:25:22.611119 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (309a328d-2bbf-40ad-bc0a-0fae4cd5434c), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:22.640640 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Pushing event deleted for resources: {'Port': ['ID=309a328d-2bbf-40ad-bc0a-0fae4cd5434c,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:22.871446 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:22.885666 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68744ba-a1f7-45cc-9cec-76f4d38f0bc2 req-8c2c328d-5f7c-436b-a7bf-8960c7821998 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:22.887123 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b68744ba-a1f7-45cc-9cec-76f4d38f0bc2 req-8c2c328d-5f7c-436b-a7bf-8960c7821998 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0581570 Jun 23 09:25:22.997062 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b68744ba-a1f7-45cc-9cec-76f4d38f0bc2 req-03ef1b61-2f14-4ce5-98f8-71393c9fe532 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034856 Jun 23 09:25:23.147700 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:25:23.261708 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:23.284407 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:25:23.294152 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42812) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:23.300447 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] Sync routers for ids ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:25:23.314703 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] Routers {'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:25:23.315098 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-72110bda-f518-4be9-8497-6fc42955b778 admin admin] 10.222.0.52 "PUT /v2.0/routers/e24ff8d7-1002-4899-b71d-4aa5c0ee9fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7749043 Jun 23 09:25:23.319164 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:25:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:23.383526 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff309fc-13f5-4beb-a65e-88c93048e0a3 req-1a31bf2a-b1b7-4272-b624-091678241fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:23.385801 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cff309fc-13f5-4beb-a65e-88c93048e0a3 req-1a31bf2a-b1b7-4272-b624-091678241fe8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 1130 time: 0.0994561 Jun 23 09:25:23.438279 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] Set router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:25:23.449988 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks [] for router (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:23.508092 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cff309fc-13f5-4beb-a65e-88c93048e0a3 req-0e71218b-3a32-4101-8146-03edd034332d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148198 Jun 23 09:25:23.606098 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:23.607270 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks [] for router_gateway (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:23.626832 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:25:22Z', 'revision_number': 5, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port': {'id': '98a6bcb2-af39-442b-bee0-d71696d0a2c4', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:55Z', 'updated_at': '2022-06-23T09:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:23.735725 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] Checking router: e24ff8d7-1002-4899-b71d-4aa5c0ee9fca for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:25:23.744908 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] Routers {'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:25:23.745308 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:25:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:23.783407 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Deleting port 98a6bcb2-af39-442b-bee0-d71696d0a2c4 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:25:23.784057 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:23.864232 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] Set router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca gateway port host: None {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:25:23.868938 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:23.883344 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] For port 98a6bcb2-af39-442b-bee0-d71696d0a2c4, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=98a6bcb2-af39-442b-bee0-d71696d0a2c4,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:25:23.883939 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:23.905488 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Calling delete_port for 98a6bcb2-af39-442b-bee0-d71696d0a2c4 owned by network:router_gateway {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:25:23.948905 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:25:23Z', 'revision_number': 6, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port_host': None}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:23.980519 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8aeca-dbed-43b2-bd01-60fbae21aa31 None None] The sync data for ids ['e24ff8d7-1002-4899-b71d-4aa5c0ee9fca'] in dv-cinder-847274-1-iscsi is: [{'id': 'e24ff8d7-1002-4899-b71d-4aa5c0ee9fca', 'name': 'tempest-DeleteServersTestJSON-1811677483-router', 'tenant_id': '0160aecb23854482b26d188beec1021d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:25:23Z', 'revision_number': 6, 'project_id': '0160aecb23854482b26d188beec1021d', 'gw_port_host': None}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:25:24.211453 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe64dd6-236f-4d5d-9c88-a8aa974aaec8 req-0a004d18-f4c6-4a87-b73f-695f5481ab1b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:24.213010 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3fe64dd6-236f-4d5d-9c88-a8aa974aaec8 req-0a004d18-f4c6-4a87-b73f-695f5481ab1b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0633054 Jun 23 09:25:24.261304 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3fe64dd6-236f-4d5d-9c88-a8aa974aaec8 req-75f33972-258b-4598-968b-2dfedc7b07f1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425787 Jun 23 09:25:24.309142 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (98a6bcb2-af39-442b-bee0-d71696d0a2c4), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:24.348391 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Pushing event deleted for resources: {'Port': ['ID=98a6bcb2-af39-442b-bee0-d71696d0a2c4,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:24.398923 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:24.423123 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:24.446606 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:25:24.526178 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:24.528405 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks [] for router_controller (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:24.726005 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (e24ff8d7-1002-4899-b71d-4aa5c0ee9fca), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:24.726699 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router e24ff8d7-1002-4899-b71d-4aa5c0ee9fca {{(pid=104735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:25:24.732458 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:24.733937 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-e568c0d1-ad57-4dee-8653-910743c634ea admin admin] 10.222.0.52 "DELETE /v2.0/routers/e24ff8d7-1002-4899-b71d-4aa5c0ee9fca HTTP/1.1" status: 204 len: 168 time: 1.4389598 Jun 23 09:25:24.736929 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 42852) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:24.774946 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:24.780050 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-2329acae-f906-4028-99c2-a2e17c6e7c3b admin admin] Deleting subnet ce0388a5-155f-45d4-8e2a-1d8b8974883b {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:25:24.783633 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2329acae-f906-4028-99c2-a2e17c6e7c3b admin admin] Publish callbacks [] for subnet (ce0388a5-155f-45d4-8e2a-1d8b8974883b), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:24.823780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2329acae-f906-4028-99c2-a2e17c6e7c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (ce0388a5-155f-45d4-8e2a-1d8b8974883b), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:24.956297 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2329acae-f906-4028-99c2-a2e17c6e7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (ce0388a5-155f-45d4-8e2a-1d8b8974883b), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.133414 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2329acae-f906-4028-99c2-a2e17c6e7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (ce0388a5-155f-45d4-8e2a-1d8b8974883b), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.187683 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329acae-f906-4028-99c2-a2e17c6e7c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0388a5-155f-45d4-8e2a-1d8b8974883b,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:25.215382 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2329acae-f906-4028-99c2-a2e17c6e7c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.222056 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc82d5-2663-4569-b15f-e7c08dc6b8bf None None] Network d2c6a2f1-6342-4920-800e-25b59a18fe42 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:25:25.223560 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-2329acae-f906-4028-99c2-a2e17c6e7c3b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ce0388a5-155f-45d4-8e2a-1d8b8974883b HTTP/1.1" status: 204 len: 168 time: 0.4852252 Jun 23 09:25:25.226360 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42876) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:25.378308 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (d2c6a2f1-6342-4920-800e-25b59a18fe42), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.403616 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] DHCP port deletion for d2c6a2f1-6342-4920-800e-25b59a18fe42 request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:25:25.450281 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Deleting port 803887d7-e468-4032-8d7a-9f845092f6bf {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:25:25.450281 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.456544 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90c060-6c7b-498f-83f5-2fbe82253fe1 req-775a3bca-8585-4769-b504-c9c140362cf7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:25.458067 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0c90c060-6c7b-498f-83f5-2fbe82253fe1 req-775a3bca-8585-4769-b504-c9c140362cf7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0936842 Jun 23 09:25:25.478473 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Deleting port 803887d7-e468-4032-8d7a-9f845092f6bf {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:25:25.479092 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.517184 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 309a328d-2bbf-40ad-bc0a-0fae4cd5434c no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:25:25.521211 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] For port 803887d7-e468-4032-8d7a-9f845092f6bf, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=803887d7-e468-4032-8d7a-9f845092f6bf,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:25:25.521835 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.537360 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Calling delete_port for 803887d7-e468-4032-8d7a-9f845092f6bf owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:25:25.565150 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 309a328d-2bbf-40ad-bc0a-0fae4cd5434c {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:25:25.565542 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 309a328d-2bbf-40ad-bc0a-0fae4cd5434c not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:25:25.566000 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 98a6bcb2-af39-442b-bee0-d71696d0a2c4 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:25:25.567168 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0c90c060-6c7b-498f-83f5-2fbe82253fe1 req-9c23e9bf-3ccb-4d99-b912-5daa70941948 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033502 Jun 23 09:25:25.574458 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] For port 803887d7-e468-4032-8d7a-9f845092f6bf, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=803887d7-e468-4032-8d7a-9f845092f6bf,segment=NetworkSegment(38ca8bba-5673-40a3-975c-d8fda65278c0),segment_id=38ca8bba-5673-40a3-975c-d8fda65278c0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:25:25.574829 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.593089 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Calling delete_port for 803887d7-e468-4032-8d7a-9f845092f6bf owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:25:25.612139 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 98a6bcb2-af39-442b-bee0-d71696d0a2c4 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:25:25.612483 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 98a6bcb2-af39-442b-bee0-d71696d0a2c4 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:25:25.612901 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 803887d7-e468-4032-8d7a-9f845092f6bf no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:25:25.700277 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde1df7-74d9-4811-9d20-a90ac27b5723 req-1181db8d-0d0b-434d-822a-bcd29aff3687 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:25.702371 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9dde1df7-74d9-4811-9d20-a90ac27b5723 req-1181db8d-0d0b-434d-822a-bcd29aff3687 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0550861 Jun 23 09:25:25.757898 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 803887d7-e468-4032-8d7a-9f845092f6bf is: ACTIVE; New status is: DOWN {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:25.758410 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.773306 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9dde1df7-74d9-4811-9d20-a90ac27b5723 req-21d6fdc8-020e-44f3-bb6b-d82aefe6ae2f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548232 Jun 23 09:25:25.795606 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.822613 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=803887d7-e468-4032-8d7a-9f845092f6bf,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:25.828337 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (803887d7-e468-4032-8d7a-9f845092f6bf), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.832807 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] No DVR routers for this DVR port 803887d7-e468-4032-8d7a-9f845092f6bf on host dv-cinder-847274-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:25:25.889683 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Pushing event deleted for resources: {'Port': ['ID=803887d7-e468-4032-8d7a-9f845092f6bf,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:25.905943 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] No DVR routers for this DVR port 803887d7-e468-4032-8d7a-9f845092f6bf on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:25:25.914779 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.915179 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.915609 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.916413 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.916873 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.917221 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.919110 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.919508 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.919853 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.923016 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.928458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.928458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.928458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.928458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.928458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67459aa9-0e3c-4c25-b707-6360cb4ab5aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:25.933921 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (d2c6a2f1-6342-4920-800e-25b59a18fe42), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:25.962189 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c6a2f1-6342-4920-800e-25b59a18fe42']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:25.973267 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ca8bba-5673-40a3-975c-d8fda65278c0') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:25.973565 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ca8bba-5673-40a3-975c-d8fda65278c0') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:25.984909 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (38ca8bba-5673-40a3-975c-d8fda65278c0), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:26.001153 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (38ca8bba-5673-40a3-975c-d8fda65278c0), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:26.008397 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:25:26.009201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (38ca8bba-5673-40a3-975c-d8fda65278c0), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:26.028210 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 38ca8bba-5673-40a3-975c-d8fda65278c0 resource provider aggregate not found Jun 23 09:25:26.066291 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 38ca8bba-5673-40a3-975c-d8fda65278c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38ca8bba-5673-40a3-975c-d8fda65278c0 found for delete ", "request_id": "req-7f3f7720-6c42-42b3-98c2-f4ecf61ca0f4"}]} Jun 23 09:25:26.183452 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (d2c6a2f1-6342-4920-800e-25b59a18fe42), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:26.195358 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:26.201240 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] 10.222.0.52 "DELETE /v2.0/networks/d2c6a2f1-6342-4920-800e-25b59a18fe42 HTTP/1.1" status: 204 len: 168 time: 0.9688249 Jun 23 09:25:26.208769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b8030-0427-428f-bcac-1846e5514f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c6a2f1-6342-4920-800e-25b59a18fe42,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:26.723773 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42916) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:26.763365 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-6e155e5d-7cd4-41c3-bf4a-b1ff883a5c52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0160aecb23854482b26d188beec1021d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384114 Jun 23 09:25:26.766414 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42920) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:26.830609 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c9b48f5d-5a91-4972-9ce6-ff160f1335f1 admin admin] Publish callbacks [] for security_group (e7f30d04-9fab-4b60-83d9-d0f89e00f1a5), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:26.844363 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:26.853546 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c9b48f5d-5a91-4972-9ce6-ff160f1335f1 admin admin] Publish callbacks [] for security_group (e7f30d04-9fab-4b60-83d9-d0f89e00f1a5), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:26.884064 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:27.034538 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c9b48f5d-5a91-4972-9ce6-ff160f1335f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e7f30d04-9fab-4b60-83d9-d0f89e00f1a5), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:27.037353 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c9b48f5d-5a91-4972-9ce6-ff160f1335f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:27.041374 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c9b48f5d-5a91-4972-9ce6-ff160f1335f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7f30d04-9fab-4b60-83d9-d0f89e00f1a5 HTTP/1.1" status: 204 len: 168 time: 0.2715604 Jun 23 09:25:27.049462 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b48f5d-5a91-4972-9ce6-ff160f1335f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f30d04-9fab-4b60-83d9-d0f89e00f1a5,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:27.463508 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:28.360371 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42972) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:28.459029 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-116550475-network', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:28.577300 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Made reservation on behalf of 8d0795f7c61d497c9b25c7e17ad08744 for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:25:28.580227 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:28.589123 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:28.681375 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c277efd-5ac2-410a-bc44-62ba623211b1 req-5fc8723d-42fc-4227-a02a-9bd1ef1c2372 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:28.683204 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0c277efd-5ac2-410a-bc44-62ba623211b1 req-5fc8723d-42fc-4227-a02a-9bd1ef1c2372 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0459569 Jun 23 09:25:28.709466 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Publish callbacks [] for security_group (a567293b-e606-45e1-a21c-1d90df3c9c0f), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:28.728777 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0c277efd-5ac2-410a-bc44-62ba623211b1 req-59dda551-098d-4996-a6db-ebe2e912cad5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Jun 23 09:25:28.822894 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a567293b-e606-45e1-a21c-1d90df3c9c0f), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:28.844753 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:25:28.860488 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a567293b-e606-45e1-a21c-1d90df3c9c0f,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:28.863267 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (4c6aaa0f-e33c-4df2-8d43-86d75b042da4), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:28.863604 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Added segment 4c6aaa0f-e33c-4df2-8d43-86d75b042da4 of type vlan for network 308c25e5-5cce-431f-b4d9-9d80a125cd28 Jun 23 09:25:28.901954 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (308c25e5-5cce-431f-b4d9-9d80a125cd28), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:29.028534 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (308c25e5-5cce-431f-b4d9-9d80a125cd28), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:29.029585 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:29.030162 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:29.090767 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] Pushing event updated for resources: {'Network': ['ID=308c25e5-5cce-431f-b4d9-9d80a125cd28,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:29.101321 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:25:29.169775 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-3cdb1f91-46d1-47db-a0d4-d5ebf1c262ac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8078661 Jun 23 09:25:29.172855 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 42990) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:29.177760 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Request body: {'subnet': {'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-116550475-subnet', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:29.314457 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Made reservation on behalf of 8d0795f7c61d497c9b25c7e17ad08744 for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:25:29.316865 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9992445'] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:29.642653 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:DELETE=4,neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:29.834982 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9992331'] for subnet (29f1d82f-f8aa-4800-8832-49122874b4e6), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:29.885479 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6d496-e409-4731-9d04-faec4debac35 req-b8f4a6c3-2340-4194-98a1-de589742b36a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:29.886948 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d6c6d496-e409-4731-9d04-faec4debac35 req-b8f4a6c3-2340-4194-98a1-de589742b36a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0895085 Jun 23 09:25:29.921580 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f1d82f-f8aa-4800-8832-49122874b4e6,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:29.943330 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Checking segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:25:29.943689 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Network hostable DHCP agents. Network: 308c25e5-5cce-431f-b4d9-9d80a125cd28, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:25:29.963625 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d6c6d496-e409-4731-9d04-faec4debac35 req-6b58c43b-4dba-405e-8432-c3c97653d1c7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694566 Jun 23 09:25:30.120297 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:25:30.123440 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:30.211308 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 308c25e5-5cce-431f-b4d9-9d80a125cd28) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:25:30.215405 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:30.216002 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.221014 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb53315-1356-4904-ac20-61e59b9bd811 None None] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:25:30.323932 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-308c25e5-5cce-431f-b4d9-9d80a125cd28', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:25:30.323932 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.345569 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1b0b95d3-29a1-48f2-93ff-cd2c346c9887 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1715791 Jun 23 09:25:30.348400 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43010) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:30.361826 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:30.402005 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-f3a9c7f4-e0af-47ae-9e89-08fc833550f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:30.403579 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-f3a9c7f4-e0af-47ae-9e89-08fc833550f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 1129 time: 0.0568764 Jun 23 09:25:30.459007 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Allocated IP 172.20.0.2 (308c25e5-5cce-431f-b4d9-9d80a125cd28/29f1d82f-f8aa-4800-8832-49122874b4e6/d9b745ed-fcaa-4be8-8805-933d36b43d7f) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:25:30.481980 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (9ac76244-fede-4748-b0a1-f212d7611489), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.483035 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (9ac76244-fede-4748-b0a1-f212d7611489), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.523747 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-accf686c-846e-4761-b59c-a89da511e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:30.525311 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-accf686c-846e-4761-b59c-a89da511e1d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.1144855 Jun 23 09:25:30.560696 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks [] for router_controller (9ac76244-fede-4748-b0a1-f212d7611489), precommit_add_association {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.592382 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-45410ad4-dfbc-47e6-b7be-26fdbee742d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4945a4dc-aecf-48ce-bab1-065123f856ba HTTP/1.1" status: 200 len: 217 time: 0.0410938 Jun 23 09:25:30.656286 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-08c3e075-343f-48ae-a333-dc4eb9ef2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:30.657755 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-08c3e075-343f-48ae-a333-dc4eb9ef2e1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0464497 Jun 23 09:25:30.700947 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-ed8d2363-37ce-4959-8181-713e0c34900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:30.703074 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-ed8d2363-37ce-4959-8181-713e0c34900d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380857 Jun 23 09:25:30.717955 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Publish callbacks [] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.863609 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.903031 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:25:30.906425 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:25:30.906959 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks [] for router_gateway (9ac76244-fede-4748-b0a1-f212d7611489), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.910318 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:25:30.915363 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Pushing event updated for resources: {'Port': ['ID=d9b745ed-fcaa-4be8-8805-933d36b43d7f,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:30.915611 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-a0de9db9-6f05-4b8e-a741-eb9ba1a1e9e4 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060003 Jun 23 09:25:30.969971 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Attempting to bind port d9b745ed-fcaa-4be8-8805-933d36b43d7f on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:25:30.970329 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Attempting to bind port d9b745ed-fcaa-4be8-8805-933d36b43d7f by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:25:30.970688 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Attempting to bind port d9b745ed-fcaa-4be8-8805-933d36b43d7f on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:25:30.975632 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:25:30.975996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Checking segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:25:30.976387 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:30.976771 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Bound using segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:25:30.977228 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Bound port: d9b745ed-fcaa-4be8-8805-933d36b43d7f, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:25:30.977599 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.019342 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-67a49f20-7a27-46fd-a91c-34cb419dee14 req-c42e60e2-faf2-4989-8b64-a751f2a6f4c7 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959828 Jun 23 09:25:31.028359 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:31.045327 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] For port d9b745ed-fcaa-4be8-8805-933d36b43d7f, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:25:31.051355 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] For port d9b745ed-fcaa-4be8-8805-933d36b43d7f, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=d9b745ed-fcaa-4be8-8805-933d36b43d7f,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:25:31.093876 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c255586-b911-43d7-ada5-89929346aa42 req-2262b39a-712f-41bf-9ef2-d0ed72ffb82e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:31.095409 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c255586-b911-43d7-ada5-89929346aa42 req-2262b39a-712f-41bf-9ef2-d0ed72ffb82e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0575140 Jun 23 09:25:31.145929 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c255586-b911-43d7-ada5-89929346aa42 req-ad0ac067-3991-4533-acd3-dbe4e61c4b58 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437248 Jun 23 09:25:31.173132 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.213027 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks [] for router_gateway (9ac76244-fede-4748-b0a1-f212d7611489), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.236913 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfca588-9576-48fb-bf0c-112fd7812c39 None None] Pushing event updated for resources: {'Port': ['ID=d9b745ed-fcaa-4be8-8805-933d36b43d7f,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:31.240023 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.361043 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Allocated IP 172.27.2.30 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/125e5e11-b24b-4e16-b644-783f53059d96) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:25:31.507417 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks [] for port (125e5e11-b24b-4e16-b644-783f53059d96), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.561761 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device d9b745ed-fcaa-4be8-8805-933d36b43d7f up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:25:31.596145 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:31.600079 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:31.611728 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port d9b745ed-fcaa-4be8-8805-933d36b43d7f triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:31.612118 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.680948 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (125e5e11-b24b-4e16-b644-783f53059d96), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.689654 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port d9b745ed-fcaa-4be8-8805-933d36b43d7f is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:31.690046 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.725864 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port d9b745ed-fcaa-4be8-8805-933d36b43d7f, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=d9b745ed-fcaa-4be8-8805-933d36b43d7f,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:25:31.726588 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:25:31.729581 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:25:31.735430 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:25:31.740793 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=125e5e11-b24b-4e16-b644-783f53059d96,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:31.829536 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:31.876856 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=d9b745ed-fcaa-4be8-8805-933d36b43d7f,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:32.011981 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:32.109670 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks [] for router_gateway (9ac76244-fede-4748-b0a1-f212d7611489), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:32.224208 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ff657-9e8f-4a00-93de-96d9ae2556ba None None] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:25:32.265594 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-3538ba8e-2aa8-4220-8d87-e44f16cbf988 None None] Provisioning complete for port d9b745ed-fcaa-4be8-8805-933d36b43d7f triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:32.266205 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3538ba8e-2aa8-4220-8d87-e44f16cbf988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:32.349591 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330f723-2b2a-4855-bb62-2022e45bcc6b req-fcc307e6-d77b-4dca-9670-e9a34f7cdf68 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:32.349591 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4330f723-2b2a-4855-bb62-2022e45bcc6b req-fcc307e6-d77b-4dca-9670-e9a34f7cdf68 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0906622 Jun 23 09:25:32.388656 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (9ac76244-fede-4748-b0a1-f212d7611489), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:32.423434 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-3538ba8e-2aa8-4220-8d87-e44f16cbf988 None None] Current status of the port d9b745ed-fcaa-4be8-8805-933d36b43d7f is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:32.463199 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4330f723-2b2a-4855-bb62-2022e45bcc6b req-fd95ae27-3b42-4bd4-8e8a-d298a8250019 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099596 Jun 23 09:25:32.691878 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Router 9ac76244-fede-4748-b0a1-f212d7611489 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:25:32.735608 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:32.797868 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:25:32.803547 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-190710f3-93ad-4be3-bb62-db3ba315780b None None] Provisioning complete for port d9b745ed-fcaa-4be8-8805-933d36b43d7f triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:32.804293 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-190710f3-93ad-4be3-bb62-db3ba315780b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:32.808478 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:25:32.848388 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:25:32.849112 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:25:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:32.877129 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:32.880924 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a3bec23a-ce10-4320-b9c5-1e9862069fe7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5285604 Jun 23 09:25:32.881136 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43062) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:32.975099 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-190710f3-93ad-4be3-bb62-db3ba315780b None None] Current status of the port d9b745ed-fcaa-4be8-8805-933d36b43d7f is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:32.988939 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:25:33.162288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:31Z', 'revision_number': 3, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:33.186355 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:25:33.187206 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Updating router 9ac76244-fede-4748-b0a1-f212d7611489 port 125e5e11-b24b-4e16-b644-783f53059d96 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:25:33.215692 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (125e5e11-b24b-4e16-b644-783f53059d96), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.291591 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.458851 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Allocated IP 172.20.0.1 (308c25e5-5cce-431f-b4d9-9d80a125cd28/29f1d82f-f8aa-4800-8832-49122874b4e6/7e034f57-b301-44c9-9ccf-51fc9bc8424e) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:25:33.472293 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Publish callbacks [] for port (125e5e11-b24b-4e16-b644-783f53059d96), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.535586 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device d9b745ed-fcaa-4be8-8805-933d36b43d7f up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:25:33.538904 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (125e5e11-b24b-4e16-b644-783f53059d96), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.618680 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Publish callbacks [] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.626544 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56413d4d-0c52-4b38-88ee-cdda2d6e091a req-b23f1b11-2887-4aca-8b54-d997d6ae85d8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:33.628168 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-56413d4d-0c52-4b38-88ee-cdda2d6e091a req-b23f1b11-2887-4aca-8b54-d997d6ae85d8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0673223 Jun 23 09:25:33.630045 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15b0a1-ab78-4baa-b66f-bce7c550330f None None] Pushing event updated for resources: {'Port': ['ID=125e5e11-b24b-4e16-b644-783f53059d96,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:33.638571 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Attempting to bind port 125e5e11-b24b-4e16-b644-783f53059d96 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:25:33.639031 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Attempting to bind port 125e5e11-b24b-4e16-b644-783f53059d96 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:25:33.639461 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Attempting to bind port 125e5e11-b24b-4e16-b644-783f53059d96 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:25:33.655832 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:33.660014 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:25:33.660478 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:25:33.660958 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.661356 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:25:33.661832 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Bound port: 125e5e11-b24b-4e16-b644-783f53059d96, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:25:33.662220 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (125e5e11-b24b-4e16-b644-783f53059d96), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.664698 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port d9b745ed-fcaa-4be8-8805-933d36b43d7f triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:33.665245 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.702440 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-56413d4d-0c52-4b38-88ee-cdda2d6e091a req-6e46ea83-8ffc-44e5-9b2c-954e26abd942 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500572 Jun 23 09:25:33.742290 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] For port 125e5e11-b24b-4e16-b644-783f53059d96, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:25:33.746286 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] For port 125e5e11-b24b-4e16-b644-783f53059d96, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=125e5e11-b24b-4e16-b644-783f53059d96,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:25:33.781456 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port d9b745ed-fcaa-4be8-8805-933d36b43d7f is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:33.880748 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:33.918996 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:25:33.921787 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:25:33.925201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:25:33.949146 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (125e5e11-b24b-4e16-b644-783f53059d96), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:34.022692 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:25:34.022692 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:25:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:34.066756 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15b0a1-ab78-4baa-b66f-bce7c550330f None None] Pushing event updated for resources: {'Port': ['ID=125e5e11-b24b-4e16-b644-783f53059d96,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:34.135315 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:25:34.196109 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Pushing event updated for resources: {'Port': ['ID=7e034f57-b301-44c9-9ccf-51fc9bc8424e,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:34.220891 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (9ac76244-fede-4748-b0a1-f212d7611489), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:34.221288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-0cfca186-288f-4f36-b53a-a735dd7dfaae None None] Provisioning complete for port 7e034f57-b301-44c9-9ccf-51fc9bc8424e triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:34.221689 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0cfca186-288f-4f36-b53a-a735dd7dfaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:34.298621 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-0cfca186-288f-4f36-b53a-a735dd7dfaae None None] Port 7e034f57-b301-44c9-9ccf-51fc9bc8424e cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:25:34.340042 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:31Z', 'revision_number': 3, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:34.372722 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260b2a3d-2e31-4677-af24-210b1756a2ba None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:31Z', 'revision_number': 3, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:25:34.454607 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:34.656161 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:34.657140 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Publish callbacks [] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:34.828740 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdadb3-002a-477a-8f4a-c488a5344206 req-739833c9-a0cf-488c-b9de-40effb1e6451 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:34.830237 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-edcdadb3-002a-477a-8f4a-c488a5344206 req-739833c9-a0cf-488c-b9de-40effb1e6451 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0491667 Jun 23 09:25:34.840383 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:34.842798 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:34.881759 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-edcdadb3-002a-477a-8f4a-c488a5344206 req-2b41b3f4-c3f5-4935-87c9-7ac2287f9925 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Jun 23 09:25:34.909801 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Pushing event updated for resources: {'Port': ['ID=7e034f57-b301-44c9-9ccf-51fc9bc8424e,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:34.912325 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (9ac76244-fede-4748-b0a1-f212d7611489), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:35.038320 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:35.138275 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:25:35.139604 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:25:35.183848 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:35.223362 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:35.271865 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:25:35.378677 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:25:35.383460 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8a439a5f-77d8-4bdd-90af-f133c3fc8a2e admin admin] 10.222.0.52 "PUT /v2.0/routers/9ac76244-fede-4748-b0a1-f212d7611489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5013812 Jun 23 09:25:35.422601 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-e67de204-eea4-40cc-bbbb-394f231c5d2e None None] Provisioning complete for port 7e034f57-b301-44c9-9ccf-51fc9bc8424e triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:35.422996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e67de204-eea4-40cc-bbbb-394f231c5d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:35.462293 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-e67de204-eea4-40cc-bbbb-394f231c5d2e None None] Port 7e034f57-b301-44c9-9ccf-51fc9bc8424e cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:25:35.568756 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 125e5e11-b24b-4e16-b644-783f53059d96 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:25:35.620472 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 125e5e11-b24b-4e16-b644-783f53059d96 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:35.626148 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (125e5e11-b24b-4e16-b644-783f53059d96), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:35.697439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 125e5e11-b24b-4e16-b644-783f53059d96 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:35.698026 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (125e5e11-b24b-4e16-b644-783f53059d96), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:35.721272 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 125e5e11-b24b-4e16-b644-783f53059d96, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=125e5e11-b24b-4e16-b644-783f53059d96,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:25:35.783011 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:35.880009 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (125e5e11-b24b-4e16-b644-783f53059d96), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:35.889002 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43120) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:35.893737 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-f512fcc4-03a4-43b4-916a-1fa98294e1fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084903866', 'description': 'tempest-description--298199757'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:35.935235 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=125e5e11-b24b-4e16-b644-783f53059d96,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:35.992323 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:36.007299 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95fc7-200a-44a3-85aa-b139653a7ecd req-b78b64b6-2401-43af-884e-bbd752c34077 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:36.008775 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-04b95fc7-200a-44a3-85aa-b139653a7ecd req-b78b64b6-2401-43af-884e-bbd752c34077 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Jun 23 09:25:36.011571 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f512fcc4-03a4-43b4-916a-1fa98294e1fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.070663 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-04b95fc7-200a-44a3-85aa-b139653a7ecd req-56d66ddc-a923-49b9-b552-4d340cc112cb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Jun 23 09:25:36.095740 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f512fcc4-03a4-43b4-916a-1fa98294e1fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (51a67495-784e-4703-99e7-04c3c8624d7f), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.136586 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:25:36.146684 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:25:36.147318 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:25:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:36.188847 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f512fcc4-03a4-43b4-916a-1fa98294e1fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (51a67495-784e-4703-99e7-04c3c8624d7f), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.219359 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512fcc4-03a4-43b4-916a-1fa98294e1fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a67495-784e-4703-99e7-04c3c8624d7f,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:36.247877 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:25:36.282416 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f512fcc4-03a4-43b4-916a-1fa98294e1fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.283814 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f512fcc4-03a4-43b4-916a-1fa98294e1fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3937604 Jun 23 09:25:36.286965 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43128) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:36.291331 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-2574c2a8-0c03-4877-9901-c71109059f08 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group_rule': {'security_group_id': '51a67495-784e-4703-99e7-04c3c8624d7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:36.423140 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:36.431189 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 2, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:36.455335 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:25:36.455669 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Updating router 9ac76244-fede-4748-b0a1-f212d7611489 port 7e034f57-b301-44c9-9ccf-51fc9bc8424e binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:25:36.475661 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2574c2a8-0c03-4877-9901-c71109059f08 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (412e5eeb-620c-41fc-b3a9-41fdbb36eef7), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.485423 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.537105 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2574c2a8-0c03-4877-9901-c71109059f08 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (412e5eeb-620c-41fc-b3a9-41fdbb36eef7), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.590498 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:36.640814 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2574c2a8-0c03-4877-9901-c71109059f08 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (412e5eeb-620c-41fc-b3a9-41fdbb36eef7), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.654187 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:36.661118 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574c2a8-0c03-4877-9901-c71109059f08 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412e5eeb-620c-41fc-b3a9-41fdbb36eef7,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:36.747026 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Publish callbacks [] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.836592 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2574c2a8-0c03-4877-9901-c71109059f08 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.837860 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2574c2a8-0c03-4877-9901-c71109059f08 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5498931 Jun 23 09:25:36.840580 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43140) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:36.844772 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-4b309f15-d4c3-48ba-9ba1-b8fd2c51c5e3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group_rule': {'security_group_id': '51a67495-784e-4703-99e7-04c3c8624d7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:36.954736 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:36.997947 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4b309f15-d4c3-48ba-9ba1-b8fd2c51c5e3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (18c5ddef-4171-49ae-a6f7-f04730d8073f), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.005711 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Pushing event updated for resources: {'Port': ['ID=7e034f57-b301-44c9-9ccf-51fc9bc8424e,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:37.017732 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.018079 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.018448 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.018805 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.020207 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.020207 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.020207 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.020207 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.020566 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.020810 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.021132 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.021481 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.021806 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.022128 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.022449 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:37.072917 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4b309f15-d4c3-48ba-9ba1-b8fd2c51c5e3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (18c5ddef-4171-49ae-a6f7-f04730d8073f), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.076822 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Attempting to bind port 7e034f57-b301-44c9-9ccf-51fc9bc8424e on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:25:37.077223 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Attempting to bind port 7e034f57-b301-44c9-9ccf-51fc9bc8424e by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:25:37.077585 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Attempting to bind port 7e034f57-b301-44c9-9ccf-51fc9bc8424e on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:25:37.082952 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:25:37.083322 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Checking segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:25:37.083723 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.084106 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Bound using segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:25:37.084593 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Bound port: 7e034f57-b301-44c9-9ccf-51fc9bc8424e, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:25:37.085155 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.143617 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4b309f15-d4c3-48ba-9ba1-b8fd2c51c5e3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (18c5ddef-4171-49ae-a6f7-f04730d8073f), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.163651 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] For port 7e034f57-b301-44c9-9ccf-51fc9bc8424e, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:25:37.167225 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] For port 7e034f57-b301-44c9-9ccf-51fc9bc8424e, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=7e034f57-b301-44c9-9ccf-51fc9bc8424e,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:25:37.177901 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b309f15-d4c3-48ba-9ba1-b8fd2c51c5e3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c5ddef-4171-49ae-a6f7-f04730d8073f,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:37.214037 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77b2e9-3cb8-4824-a7ec-ccaddbbb888c req-5288985e-1263-4618-aa6c-02dc18a4631d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:37.215562 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9f77b2e9-3cb8-4824-a7ec-ccaddbbb888c req-5288985e-1263-4618-aa6c-02dc18a4631d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0554032 Jun 23 09:25:37.263001 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9f77b2e9-3cb8-4824-a7ec-ccaddbbb888c req-cd3d8f7e-12a6-4b38-8023-5cf923762520 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Jun 23 09:25:37.296018 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-d05cb1e6-e984-4d37-b84a-209cb805e5e4 None None] Provisioning complete for port 7e034f57-b301-44c9-9ccf-51fc9bc8424e triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:37.296587 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d05cb1e6-e984-4d37-b84a-209cb805e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.316225 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.318577 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4b309f15-d4c3-48ba-9ba1-b8fd2c51c5e3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.320959 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-4b309f15-d4c3-48ba-9ba1-b8fd2c51c5e3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4787321 Jun 23 09:25:37.324930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43148) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:37.329974 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:37.332448 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d05cb1e6-e984-4d37-b84a-209cb805e5e4 None None] Port 7e034f57-b301-44c9-9ccf-51fc9bc8424e cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:25:37.376766 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:25:37.377402 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:25:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:37.417262 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:37.428058 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a2b85-2ee8-4818-8867-035a69777adf None None] Pushing event updated for resources: {'Port': ['ID=7e034f57-b301-44c9-9ccf-51fc9bc8424e,revision_number=4']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:37.480690 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.515457 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:25:37.536293 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 125e5e11-b24b-4e16-b644-783f53059d96 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:25:37.546687 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:37.582469 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.589655 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 125e5e11-b24b-4e16-b644-783f53059d96 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:37.590550 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (125e5e11-b24b-4e16-b644-783f53059d96), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.673820 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-68d66824-a0ea-4cde-bd45-34ff834fa682 None None] Provisioning complete for port 7e034f57-b301-44c9-9ccf-51fc9bc8424e triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:37.674126 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-68d66824-a0ea-4cde-bd45-34ff834fa682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.708876 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Allocated IP 172.27.2.101 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/90dade72-1800-4064-b9b8-417a688bbbec) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:25:37.710624 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 125e5e11-b24b-4e16-b644-783f53059d96 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:37.723033 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:25:37.755425 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbbc87-cdfd-410e-bc30-afd1b15dec43 None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:25:37.785361 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-68d66824-a0ea-4cde-bd45-34ff834fa682 None None] Current status of the port 7e034f57-b301-44c9-9ccf-51fc9bc8424e is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:37.785712 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-68d66824-a0ea-4cde-bd45-34ff834fa682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.927798 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (90dade72-1800-4064-b9b8-417a688bbbec), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:37.984934 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-68d66824-a0ea-4cde-bd45-34ff834fa682 None None] For port 7e034f57-b301-44c9-9ccf-51fc9bc8424e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=7e034f57-b301-44c9-9ccf-51fc9bc8424e,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:25:38.069369 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-68d66824-a0ea-4cde-bd45-34ff834fa682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:38.069680 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (90dade72-1800-4064-b9b8-417a688bbbec), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:38.112506 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:25:38.115503 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:25:38.118983 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:25:38.129413 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d66824-a0ea-4cde-bd45-34ff834fa682 None None] Pushing event updated for resources: {'Port': ['ID=7e034f57-b301-44c9-9ccf-51fc9bc8424e,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:38.145216 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=90dade72-1800-4064-b9b8-417a688bbbec,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:38.222701 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (6f25c04b-a83b-4951-b80c-f3a22c849309), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:38.383220 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402167c2-0377-4aa6-a35d-14ec87abbaf5 req-20e74ba6-b785-4d11-a3b0-840df221750b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:38.386246 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-402167c2-0377-4aa6-a35d-14ec87abbaf5 req-20e74ba6-b785-4d11-a3b0-840df221750b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Jun 23 09:25:38.401953 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (90dade72-1800-4064-b9b8-417a688bbbec), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:38.451516 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-402167c2-0377-4aa6-a35d-14ec87abbaf5 req-67bb5286-0768-4102-bfd0-d5ea0d67a815 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594857 Jun 23 09:25:38.576572 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (90dade72-1800-4064-b9b8-417a688bbbec), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:38.721013 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (90dade72-1800-4064-b9b8-417a688bbbec), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:38.811057 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=90dade72-1800-4064-b9b8-417a688bbbec,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:38.824794 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (6f25c04b-a83b-4951-b80c-f3a22c849309), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:38.846847 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:38.985407 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:38.986968 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8b5a0196-2c66-4801-8e91-b3bb5d195ca9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6609578 Jun 23 09:25:39.164893 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-26e66e54-3e04-4deb-8454-8782e21ddec1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2084903866&fields=id&tenant_id=8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 267 time: 0.0553868 Jun 23 09:25:39.277609 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-3c648fed-e25a-4e10-ad27-2b74407c3d20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:39.279105 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-3c648fed-e25a-4e10-ad27-2b74407c3d20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 814 time: 0.1048715 Jun 23 09:25:39.293319 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-6c234c09-4bb3-4b09-85cc-bd0177a7e2e9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/quotas/8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 375 time: 0.0089345 Jun 23 09:25:39.342216 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-d40e7651-2954-45a7-ac31-4f5ee719adca tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436049 Jun 23 09:25:39.445418 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-6d43947d-f4d6-4981-a4f3-2014cabdfe05 service neutron] 10.222.0.52 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920033 Jun 23 09:25:39.550341 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-c962da45-0d5b-4fed-9502-0117e1e8ec11 service neutron] 10.222.0.52 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987136 Jun 23 09:25:39.560522 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 7e034f57-b301-44c9-9ccf-51fc9bc8424e up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:25:39.573058 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:39.585347 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5509-fd58-456a-984f-d9dd67a6873a req-6269ec2b-325b-43fb-9aa3-a1ef5d68ef39 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:39.586764 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c0f5509-fd58-456a-984f-d9dd67a6873a req-6269ec2b-325b-43fb-9aa3-a1ef5d68ef39 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0541239 Jun 23 09:25:39.607617 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 7e034f57-b301-44c9-9ccf-51fc9bc8424e triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:39.608019 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:39.642485 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c0f5509-fd58-456a-984f-d9dd67a6873a req-8c4e1e29-8140-484c-b8c8-68a142ab7f03 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501382 Jun 23 09:25:39.683126 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 7e034f57-b301-44c9-9ccf-51fc9bc8424e is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:25:39.746963 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:39.918826 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c9a65f23-0d4d-44b9-b8be-db2e13b3f3ea req-426805af-0531-41b2-98b5-7e28d2cbb617 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0326121 Jun 23 09:25:40.074367 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a245afaf-0f83-4748-bfc1-15ce996d60e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:40.760772 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b648e3-af78-4eca-a74f-3986c3bfda86 req-41b97141-6fe1-4ff9-8dfb-7073b7bdf5c0 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:40.762279 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-87b648e3-af78-4eca-a74f-3986c3bfda86 req-41b97141-6fe1-4ff9-8dfb-7073b7bdf5c0 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0508924 Jun 23 09:25:40.809089 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-87b648e3-af78-4eca-a74f-3986c3bfda86 req-1e06f05d-cff1-44f8-b07f-82b18fc24277 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404694 Jun 23 09:25:41.024378 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-428bcaf4-10aa-4b8a-bffa-fcdb17d2af5a req-22c01b6d-dc77-47f7-8c2a-3113feac272d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0439253 Jun 23 09:25:41.794527 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:41.959130 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3c8c0-80b1-43b7-8d97-47d1a263d2ed req-978d5c00-63c6-40d9-b866-616a1e04cb04 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:41.959130 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1cc3c8c0-80b1-43b7-8d97-47d1a263d2ed req-978d5c00-63c6-40d9-b866-616a1e04cb04 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0458741 Jun 23 09:25:41.976990 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1cc3c8c0-80b1-43b7-8d97-47d1a263d2ed req-1de4ab77-c701-4008-a51b-0054817aa3d9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Jun 23 09:25:42.017704 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:42.112918 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-251f7a72-eb00-4b5b-a34e-e232c611287e req-139b5775-83ad-4b2a-9e5a-dfd6b677b637 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0280077 Jun 23 09:25:42.306516 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-02033de3-e278-435f-8977-c15340984302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:42.965543 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec5287-c9bb-4c3d-8904-60789800364b req-cab3a765-beca-41d5-bcaf-fc01f1bfdd0f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:42.966999 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6bec5287-c9bb-4c3d-8904-60789800364b req-cab3a765-beca-41d5-bcaf-fc01f1bfdd0f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0457788 Jun 23 09:25:43.016360 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6bec5287-c9bb-4c3d-8904-60789800364b req-bcfb5aa6-f687-4eff-8998-625839e3dd09 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433168 Jun 23 09:25:43.099125 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6487594-a3d5-4f47-a311-39ed90ee5eb0 req-ce9f735b-0401-43b5-b6e9-625832b259ec tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:43.100741 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d6487594-a3d5-4f47-a311-39ed90ee5eb0 req-ce9f735b-0401-43b5-b6e9-625832b259ec tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Jun 23 09:25:43.147060 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:43.151983 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d6487594-a3d5-4f47-a311-39ed90ee5eb0 req-8bb9f23e-2674-4511-bc5f-5d2816abee65 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459104 Jun 23 09:25:43.223577 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-07ec75b4-6143-4f0c-9e05-ae778e5597fa req-0c18b7d0-f702-4c2e-afa0-19501ca0321b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0287185 Jun 23 09:25:43.431258 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:43.541280 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:44.145881 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd0002-0c34-49ed-addc-bf0a6092a6cd req-2cb437d1-62e4-46df-833c-8a96378341c1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:44.147707 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-eccd0002-0c34-49ed-addc-bf0a6092a6cd req-2cb437d1-62e4-46df-833c-8a96378341c1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0534384 Jun 23 09:25:44.199886 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-eccd0002-0c34-49ed-addc-bf0a6092a6cd req-c9f9dc5b-3226-45fd-8f91-aa8b059a444f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466690 Jun 23 09:25:44.291125 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc08647-8062-47e4-af42-9214f3a49276 req-df610e53-3a4a-4d26-9544-950c7aff4ffa tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:44.292603 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1fc08647-8062-47e4-af42-9214f3a49276 req-df610e53-3a4a-4d26-9544-950c7aff4ffa tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0525851 Jun 23 09:25:44.327175 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8418b382-99c5-4637-8e39-4581e561fdca req-7adb14a1-b4e6-48ed-aba8-54df4dc399f0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0289948 Jun 23 09:25:44.343543 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1fc08647-8062-47e4-af42-9214f3a49276 req-54cd63ec-c717-4a99-a47e-d854f1728303 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Jun 23 09:25:45.146486 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:45.333178 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36da0d-e411-4615-9fb5-f95ea644f8d9 req-c3cfe552-5623-49b6-8c8e-56dcdc9638f3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:45.334679 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4e36da0d-e411-4615-9fb5-f95ea644f8d9 req-c3cfe552-5623-49b6-8c8e-56dcdc9638f3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0602376 Jun 23 09:25:45.370118 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:45.383801 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4e36da0d-e411-4615-9fb5-f95ea644f8d9 req-f7685459-502e-4622-9e38-a72b25b5af42 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Jun 23 09:25:45.442929 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a549f23d-c1a5-4e6d-aa83-dc7fa41d3724 req-bd2c62ef-4213-4990-a0c5-8abbb9c492b7 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0282302 Jun 23 09:25:45.489147 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3bf5b-112c-4148-a8aa-5eb13ab26d93 req-614354ed-f8fc-4b39-ab83-7d80b9ae6db8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:45.490595 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-add3bf5b-112c-4148-a8aa-5eb13ab26d93 req-614354ed-f8fc-4b39-ab83-7d80b9ae6db8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0484824 Jun 23 09:25:45.537078 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-add3bf5b-112c-4148-a8aa-5eb13ab26d93 req-dfb1c247-d09f-4d13-b6aa-12e40cb684e3 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Jun 23 09:25:46.502716 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b970e5-3484-4ef6-a29b-086e259d6fda req-bc8dfcf8-5ec2-4817-b067-0595edf2fc0d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:46.504208 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-68b970e5-3484-4ef6-a29b-086e259d6fda req-bc8dfcf8-5ec2-4817-b067-0595edf2fc0d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0491381 Jun 23 09:25:46.535679 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:46.546503 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-89b3f013-9832-4677-910a-20ac22aee083 req-9fdaafc0-a556-4bf1-8a8b-e55d9f48d6a7 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0279164 Jun 23 09:25:46.554631 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-68b970e5-3484-4ef6-a29b-086e259d6fda req-36972609-bebe-4c76-a3cf-9b5b45bb7041 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445330 Jun 23 09:25:46.652898 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3b27f-f646-47a8-9a0e-e7ef54980b86 req-5e452e7a-8f08-46d7-a311-f10b490e78b8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:46.654391 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-96f3b27f-f646-47a8-9a0e-e7ef54980b86 req-5e452e7a-8f08-46d7-a311-f10b490e78b8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Jun 23 09:25:46.700758 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-96f3b27f-f646-47a8-9a0e-e7ef54980b86 req-0e3e1024-464b-495c-a237-9002555232b5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Jun 23 09:25:47.646240 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-27897cb1-3741-4d94-8c28-d7b3698c60d7 req-4187726e-7c88-4ba8-a142-6e9195e56c30 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0315251 Jun 23 09:25:47.678428 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652965e-d678-486b-977a-3241eeacd255 req-2e6b90db-fcce-44b6-810a-3fca9dcd96cb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:47.679980 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c652965e-d678-486b-977a-3241eeacd255 req-2e6b90db-fcce-44b6-810a-3fca9dcd96cb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0531685 Jun 23 09:25:47.732195 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c652965e-d678-486b-977a-3241eeacd255 req-53f86a2d-2675-4fe3-8c8d-569c62e907f3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466347 Jun 23 09:25:47.828950 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973babff-069e-4440-80cc-9af2f76b192d req-2b93108a-f522-48a4-b3cb-23628e2de08a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:47.830439 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-973babff-069e-4440-80cc-9af2f76b192d req-2b93108a-f522-48a4-b3cb-23628e2de08a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0482798 Jun 23 09:25:47.881593 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-973babff-069e-4440-80cc-9af2f76b192d req-13813c10-d6a0-4e0f-9c0d-e6405d1e1c35 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456800 Jun 23 09:25:48.744014 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-12c6eca2-ed65-4223-9d13-f2c7bfcee171 req-548f48b5-e904-407f-acb9-99ed6071979b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0284672 Jun 23 09:25:48.851224 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2439d0-4919-4fa1-85b8-abdce1bf003d req-ddfee346-93e3-4ada-b1c4-e42186062e77 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:48.852659 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ad2439d0-4919-4fa1-85b8-abdce1bf003d req-ddfee346-93e3-4ada-b1c4-e42186062e77 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0451760 Jun 23 09:25:48.897791 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ad2439d0-4919-4fa1-85b8-abdce1bf003d req-b45d7f65-a390-4444-9db0-eaa65708f22f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398066 Jun 23 09:25:49.008681 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b33d-4664-4295-8047-9dc4e85abfad req-0ba1ecd2-cba9-4986-b77b-ac33ede77bdf tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:49.010123 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2f28b33d-4664-4295-8047-9dc4e85abfad req-0ba1ecd2-cba9-4986-b77b-ac33ede77bdf tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0489712 Jun 23 09:25:49.056877 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2f28b33d-4664-4295-8047-9dc4e85abfad req-b357c526-a9b9-404b-a293-6066f6300fed tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Jun 23 09:25:49.201107 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=60 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:49.844145 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-50d52784-e6b7-40b5-b693-ffb5c61a8ee7 req-577ac9d4-6df2-4f8c-be07-b602971f921c tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0344605 Jun 23 09:25:50.019286 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0876-8fe4-404f-80ea-58bdbc599d19 req-fbec7932-bb9b-48e9-b52a-00cf19d3d3ff tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:50.020753 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-41fd0876-8fe4-404f-80ea-58bdbc599d19 req-fbec7932-bb9b-48e9-b52a-00cf19d3d3ff tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0502138 Jun 23 09:25:50.068063 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-41fd0876-8fe4-404f-80ea-58bdbc599d19 req-387e7211-43b6-4879-b2d7-d87822d1ee55 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419753 Jun 23 09:25:50.168247 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102571b-1e5c-47cd-8b1c-33106b402017 req-d46688a2-4761-4826-8004-3da880bcbec9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:50.169717 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2102571b-1e5c-47cd-8b1c-33106b402017 req-d46688a2-4761-4826-8004-3da880bcbec9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0458896 Jun 23 09:25:50.224095 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2102571b-1e5c-47cd-8b1c-33106b402017 req-e49cf0c4-aede-4605-92e8-943b0ad3e6eb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 Jun 23 09:25:50.644330 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2cec1-cc53-4027-99fb-7051aa6f7059 req-2165d7a9-7029-4b03-a1f7-1057322ef70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:50.645704 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-daa2cec1-cc53-4027-99fb-7051aa6f7059 req-2165d7a9-7029-4b03-a1f7-1057322ef70e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 1129 time: 0.0416262 Jun 23 09:25:50.689314 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-daa2cec1-cc53-4027-99fb-7051aa6f7059 req-268930aa-9ee1-4207-989f-d4f11875442b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372612 Jun 23 09:25:50.936825 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ac6eac5f-761b-446f-a6f5-4183816e545b req-6f9f4975-cbb6-4bbb-906a-0906014d1339 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0274186 Jun 23 09:25:51.081716 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:51.091061 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-2b27ebd1-4fee-4627-a630-adf7ab0ddec6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:51.093066 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-2b27ebd1-4fee-4627-a630-adf7ab0ddec6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 814 time: 0.1015713 Jun 23 09:25:51.344179 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ac82e-1da5-472a-b138-d720ad4385bf req-90094c2e-57c2-42d4-a3c1-532f78dbe5e2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:51.345838 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b72ac82e-1da5-472a-b138-d720ad4385bf req-90094c2e-57c2-42d4-a3c1-532f78dbe5e2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0594740 Jun 23 09:25:51.354635 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2c56d-c15f-4de3-83d0-ca335cbe0fd7 req-60ef64e4-4416-4789-91c7-585329bb24ec tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:51.356222 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cdc2c56d-c15f-4de3-83d0-ca335cbe0fd7 req-60ef64e4-4416-4789-91c7-585329bb24ec tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0646544 Jun 23 09:25:51.395769 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b72ac82e-1da5-472a-b138-d720ad4385bf req-bb4145dc-2c01-47be-8b0d-f8d5744ad66e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442851 Jun 23 09:25:51.449256 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-e2c25a83-66e8-4816-bb69-37bfa06cb45c tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 380 time: 0.1105361 Jun 23 09:25:51.450904 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cdc2c56d-c15f-4de3-83d0-ca335cbe0fd7 req-3e00c50d-a100-49a2-8204-3d8a9b445183 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866520 Jun 23 09:25:51.459348 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'port': {'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'admin_state_up': True, 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'security_groups': ['51a67495-784e-4703-99e7-04c3c8624d7f']}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:51.521024 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:51.692819 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Made reservation on behalf of 8d0795f7c61d497c9b25c7e17ad08744 for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:25:51.697579 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:51.832569 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Allocated IP 172.20.0.12 (308c25e5-5cce-431f-b4d9-9d80a125cd28/29f1d82f-f8aa-4800-8832-49122874b4e6/d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:25:51.937344 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:51.989030 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:52.067887 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b036bb5c-a51a-4e5f-8b95-21b3c699200e req-28029c7c-cd24-4c79-a49f-bea89cec72fd tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0282810 Jun 23 09:25:52.158444 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:52.206055 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:25:52.209030 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:25:52.215303 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:25:52.219622 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:52.269624 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:52.270230 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:52.396994 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-0d31efc2-87ee-45f6-82ac-58321859253a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9413650 Jun 23 09:25:52.418020 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Request body: {'port': {'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:25:52.477401 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-2ee63b5a-5309-4d44-90f8-4d8f76244548 None None] Provisioning complete for port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:25:52.478052 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2ee63b5a-5309-4d44-90f8-4d8f76244548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:52.515665 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-2ee63b5a-5309-4d44-90f8-4d8f76244548 None None] Port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:25:52.535405 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:52.543358 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5cd07-3ff9-4573-864e-be46e2c0b47f req-23706f1a-bc66-4854-817c-b8313607622b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:52.544875 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7ed5cd07-3ff9-4573-864e-be46e2c0b47f req-23706f1a-bc66-4854-817c-b8313607622b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0722876 Jun 23 09:25:52.598467 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edce71-99f0-4ba3-9fbf-86232208ea64 req-660acc10-ab51-490e-bec3-e5eec817e1c9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:52.599989 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97edce71-99f0-4ba3-9fbf-86232208ea64 req-660acc10-ab51-490e-bec3-e5eec817e1c9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0588667 Jun 23 09:25:52.621522 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:52.647532 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7ed5cd07-3ff9-4573-864e-be46e2c0b47f req-8998ee07-0ff7-448b-9716-2e60e11b841a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942726 Jun 23 09:25:52.661421 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97edce71-99f0-4ba3-9fbf-86232208ea64 req-bef15e74-34ea-4454-9d99-67891e5ed6eb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555384 Jun 23 09:25:52.888886 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:25:52.899109 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Publish callbacks [] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:52.915939 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Transition to ACTIVE for port object d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:25:53.108893 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:53.435936 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:53.447300 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b001f6-5667-4222-92b6-8ce5c116b8e3 req-6dabd101-6216-42fc-b2bb-56a572f49843 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:53.449509 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-86b001f6-5667-4222-92b6-8ce5c116b8e3 req-6dabd101-6216-42fc-b2bb-56a572f49843 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 944 time: 0.0696855 Jun 23 09:25:53.539892 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:53.567492 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-86b001f6-5667-4222-92b6-8ce5c116b8e3 req-d57d4334-7ea7-4f41-997c-e001dd568ebe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117756 Jun 23 09:25:53.582832 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Attempting to bind port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:25:53.583197 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Attempting to bind port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:25:53.583528 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Attempting to bind port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:25:53.588243 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:25:53.588554 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Attempting to bind port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:25:53.594158 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:25:53.594486 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Checking segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:25:53.594862 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Bound using segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:25:53.595538 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Bound port: d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:25:53.595672 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:53.659086 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] For port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:25:53.662065 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] For port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:25:53.771331 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f48af2-9b64-443f-94af-8d22e5fd62a8 req-5c0f3fa1-3990-4b27-8aa1-1e14f441733e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:53.772812 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f48af2-9b64-443f-94af-8d22e5fd62a8 req-5c0f3fa1-3990-4b27-8aa1-1e14f441733e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0484879 Jun 23 09:25:53.782200 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50c795-2fb7-42fe-973b-8e42a30c64cd req-45bba5af-41f9-4d26-9bb5-e772ff746ef1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:53.783754 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ed50c795-2fb7-42fe-973b-8e42a30c64cd req-45bba5af-41f9-4d26-9bb5-e772ff746ef1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Jun 23 09:25:53.789790 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:53.827142 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f48af2-9b64-443f-94af-8d22e5fd62a8 req-c36adb24-d93a-4e14-9ad6-835f1ac020db tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Jun 23 09:25:53.846353 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:53.847049 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:53.848668 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] 10.222.0.55 "PUT /v2.0/ports/d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 HTTP/1.1" status: 200 len: 1094 time: 1.4355023 Jun 23 09:25:53.849353 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'tag': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:25:53.852134 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ecaf1-89fd-4646-8a59-d7946a902801" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a229b3-a377-4881-9f1c-769d10ba375b", "tag": "d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:25:53.895792 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfa0ee0-78ec-4959-b028-07e82eabcccd x-openstack-request-id: req-1bfa0ee0-78ec-4959-b028-07e82eabcccd {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:25:53.896087 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a229b3-a377-4881-9f1c-769d10ba375b", "tag": "d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:25:53.903204 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bfa0ee0-78ec-4959-b028-07e82eabcccd {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:25:53.903204 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfa0ee0-78ec-4959-b028-07e82eabcccd'] response: {'name': 'network-changed', 'server_uuid': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'tag': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'status': 'completed', 'code': 200} Jun 23 09:25:53.903204 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ed50c795-2fb7-42fe-973b-8e42a30c64cd req-19429e1b-d3ed-40c8-9fed-09ca3e7e00de tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075735 Jun 23 09:25:53.903204 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2381f-d41e-4924-8800-b0fdd99b5861 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:54.000839 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ecaf1-89fd-4646-8a59-d7946a902801 req-8cd2a1ee-48db-4109-8104-1bb03a8427de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:54.003569 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-905ecaf1-89fd-4646-8a59-d7946a902801 req-8cd2a1ee-48db-4109-8104-1bb03a8427de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 1128 time: 0.0603442 Jun 23 09:25:54.136527 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ecaf1-89fd-4646-8a59-d7946a902801 req-d1b97114-cf3d-4d7d-b3c4-b006fba6ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:54.137959 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-905ecaf1-89fd-4646-8a59-d7946a902801 req-d1b97114-cf3d-4d7d-b3c4-b006fba6ab97 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1135459 Jun 23 09:25:54.347896 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:54.429502 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:54.442446 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ecaf1-89fd-4646-8a59-d7946a902801 req-0c750010-e5ee-4f33-8d24-bf40bb0e6f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:54.444148 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-905ecaf1-89fd-4646-8a59-d7946a902801 req-0c750010-e5ee-4f33-8d24-bf40bb0e6f91 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169343 Jun 23 09:25:54.469942 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c27d1-5f3f-440d-a9de-66a506cb683f req-68d8b434-5b72-4201-9353-4804550baa10 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:54.471461 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3a0c27d1-5f3f-440d-a9de-66a506cb683f req-68d8b434-5b72-4201-9353-4804550baa10 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0510054 Jun 23 09:25:54.525546 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3a0c27d1-5f3f-440d-a9de-66a506cb683f req-dded85e8-5016-42cf-b678-7b4334871ea4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483720 Jun 23 09:25:54.600460 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-19cbe02a-8135-45f8-b5aa-1cb620050878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:54.601972 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-19cbe02a-8135-45f8-b5aa-1cb620050878 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 1128 time: 0.0494640 Jun 23 09:25:54.689004 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e87c91-ccc6-4016-9462-b896f32e378f req-0e61f03b-d933-48ca-8497-b19a45d97dc4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:54.690560 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d0e87c91-ccc6-4016-9462-b896f32e378f req-0e61f03b-d933-48ca-8497-b19a45d97dc4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 944 time: 0.0479109 Jun 23 09:25:54.739696 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d0e87c91-ccc6-4016-9462-b896f32e378f req-39d9e87b-b545-49f4-a7d1-7b7e2075914c tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Jun 23 09:25:54.878708 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74445f38-2848-4712-9228-763baafc534c req-5422c0bc-380e-45f1-8427-23ea08bf9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:54.878708 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74445f38-2848-4712-9228-763baafc534c req-5422c0bc-380e-45f1-8427-23ea08bf9fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 1129 time: 0.0661752 Jun 23 09:25:54.882277 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-12b33444-bfbd-4ac2-89db-48a730c5841e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 HTTP/1.1" status: 200 len: 217 time: 0.0430708 Jun 23 09:25:54.961898 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-46087d94-16cd-46ea-8104-ac0bb6ba2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:54.963732 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-46087d94-16cd-46ea-8104-ac0bb6ba2946 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 200 len: 853 time: 0.0716259 Jun 23 09:25:54.980268 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43608) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:55.017891 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-76ec2016-a54f-441c-b4d5-fc46cffa1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:55.019472 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-76ec2016-a54f-441c-b4d5-fc46cffa1c78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308c25e5-5cce-431f-b4d9-9d80a125cd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479739 Jun 23 09:25:55.198464 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-983d2b36-b00b-4963-b38e-7d100a91883a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.232143 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:55.236710 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-5ae147ac-a7f9-4da3-8f77-d8f3d5dd3256 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084486 Jun 23 09:25:55.249031 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b72cf-a8c3-4918-b03c-42d909e26d78 req-79249913-220b-4755-b060-12121ee224d0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:55.257750 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-207b72cf-a8c3-4918-b03c-42d909e26d78 req-79249913-220b-4755-b060-12121ee224d0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.3254957 Jun 23 09:25:55.267714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:55.292683 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74445f38-2848-4712-9228-763baafc534c req-64e168eb-595f-4e4f-9b40-12c9adfbcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:55.294231 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74445f38-2848-4712-9228-763baafc534c req-64e168eb-595f-4e4f-9b40-12c9adfbcc11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.4028594 Jun 23 09:25:55.350279 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74445f38-2848-4712-9228-763baafc534c req-a3d2f407-a910-41c7-b74f-db0141e0e6fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4945a4dc-aecf-48ce-bab1-065123f856ba HTTP/1.1" status: 200 len: 217 time: 0.0489347 Jun 23 09:25:55.356301 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-207b72cf-a8c3-4918-b03c-42d909e26d78 req-4c38f9b5-ad1c-4bb9-b171-698eac5301ee tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981970 Jun 23 09:25:55.395383 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1542855-e10a-4ecf-9d43-574d9461d2ad req-de7104da-3114-4dc9-a5d7-a53b30074039 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503196 Jun 23 09:25:55.407846 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-983d2b36-b00b-4963-b38e-7d100a91883a admin admin] Publish callbacks [] for security_group (f2bcf32c-e98f-4363-a900-e4bbb702197a), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.419839 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74445f38-2848-4712-9228-763baafc534c req-1327d90d-7dd8-4fc5-a867-70bb6db7cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:55.421888 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74445f38-2848-4712-9228-763baafc534c req-1327d90d-7dd8-4fc5-a867-70bb6db7cd82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0595310 Jun 23 09:25:55.468784 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74445f38-2848-4712-9228-763baafc534c req-44f142a0-c6ea-4dbd-9515-60e2f295fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:55.470236 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74445f38-2848-4712-9228-763baafc534c req-44f142a0-c6ea-4dbd-9515-60e2f295fe9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421968 Jun 23 09:25:55.506906 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-983d2b36-b00b-4963-b38e-7d100a91883a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (f2bcf32c-e98f-4363-a900-e4bbb702197a), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.555372 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-983d2b36-b00b-4963-b38e-7d100a91883a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fd425794c144fdba7d43b3fe22297da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5740492 Jun 23 09:25:55.557152 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43630) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:55.564771 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d2b36-b00b-4963-b38e-7d100a91883a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bcf32c-e98f-4363-a900-e4bbb702197a,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:55.595882 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74445f38-2848-4712-9228-763baafc534c req-a09a0f38-c308-408d-a7bf-dccb72ef22fa service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175230 Jun 23 09:25:55.617650 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 43632) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:55.649888 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a08c530b-0f14-4130-8fc6-94ca0e36db77 admin admin] Publish callbacks [] for security_group (f2bcf32c-e98f-4363-a900-e4bbb702197a), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.682550 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de8da1-db55-4f35-bf87-93f1ad71cdf3 req-c13f2e12-ad50-490f-a353-f8a5d3b028cb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:55.684073 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-05de8da1-db55-4f35-bf87-93f1ad71cdf3 req-c13f2e12-ad50-490f-a353-f8a5d3b028cb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0697401 Jun 23 09:25:55.690033 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a08c530b-0f14-4130-8fc6-94ca0e36db77 admin admin] Publish callbacks [] for security_group (f2bcf32c-e98f-4363-a900-e4bbb702197a), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.732878 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.755457 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-05de8da1-db55-4f35-bf87-93f1ad71cdf3 req-69472fea-a418-4dbb-a899-69ce76cd1814 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643580 Jun 23 09:25:55.853549 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3253fb-096c-4e12-b20e-1c3059f847b5 req-85a15edf-2dcc-4818-af2f-97b4b9a3f050 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:55.855053 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3253fb-096c-4e12-b20e-1c3059f847b5 req-85a15edf-2dcc-4818-af2f-97b4b9a3f050 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 944 time: 0.0490108 Jun 23 09:25:55.906844 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3253fb-096c-4e12-b20e-1c3059f847b5 req-1eb4081f-9cbd-475c-a969-42c6b5da5ab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457876 Jun 23 09:25:55.920160 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a08c530b-0f14-4130-8fc6-94ca0e36db77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (f2bcf32c-e98f-4363-a900-e4bbb702197a), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.922874 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a08c530b-0f14-4130-8fc6-94ca0e36db77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.924179 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a08c530b-0f14-4130-8fc6-94ca0e36db77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2bcf32c-e98f-4363-a900-e4bbb702197a HTTP/1.1" status: 204 len: 168 time: 0.3660638 Jun 23 09:25:55.941946 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c530b-0f14-4130-8fc6-94ca0e36db77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bcf32c-e98f-4363-a900-e4bbb702197a,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:55.963304 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Publish callbacks [] for security_group (a27646d8-049a-4e60-b626-5d8311803f83), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:55.985420 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43642) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:55.992270 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:56.051128 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a27646d8-049a-4e60-b626-5d8311803f83), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.091553 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27646d8-049a-4e60-b626-5d8311803f83,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:56.094736 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad6920f3-c8ce-46c3-96b4-f46f2986e0b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.095344 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3e90badfd504467be6e283bfc4ab539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766359 Jun 23 09:25:56.101033 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 43646) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:56.110858 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.111244 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.111618 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.111959 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.112296 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.112681 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.112993 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.113322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.113650 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.113979 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.114320 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.114665 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.115013 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.115336 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.115657 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db407618-0c21-48b4-a3bc-b79db7cd3df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:25:56.141084 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:56.173803 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-897513a5-c45b-40c7-919e-a8a46259277d admin admin] Publish callbacks [] for security_group (a27646d8-049a-4e60-b626-5d8311803f83), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.201982 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad6920f3-c8ce-46c3-96b4-f46f2986e0b9 admin admin] Publish callbacks [] for security_group (3257bffb-5327-4ade-8817-2724ab2d2b17), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.208220 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-897513a5-c45b-40c7-919e-a8a46259277d admin admin] Publish callbacks [] for security_group (a27646d8-049a-4e60-b626-5d8311803f83), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.352280 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad6920f3-c8ce-46c3-96b4-f46f2986e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (3257bffb-5327-4ade-8817-2724ab2d2b17), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.352689 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-897513a5-c45b-40c7-919e-a8a46259277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a27646d8-049a-4e60-b626-5d8311803f83), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.355307 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-897513a5-c45b-40c7-919e-a8a46259277d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.356469 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-897513a5-c45b-40c7-919e-a8a46259277d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a27646d8-049a-4e60-b626-5d8311803f83 HTTP/1.1" status: 204 len: 168 time: 0.2541413 Jun 23 09:25:56.370139 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897513a5-c45b-40c7-919e-a8a46259277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27646d8-049a-4e60-b626-5d8311803f83,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:56.412565 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ad6920f3-c8ce-46c3-96b4-f46f2986e0b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8360cbb90a9745408f7423ecd57f17ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259698 Jun 23 09:25:56.413776 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6920f3-c8ce-46c3-96b4-f46f2986e0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3257bffb-5327-4ade-8817-2724ab2d2b17,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:56.415309 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 43658) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:56.484999 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-473ff73d-6a92-481a-aeac-2a7dff73dd5a admin admin] Publish callbacks [] for security_group (3257bffb-5327-4ade-8817-2724ab2d2b17), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.519275 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-473ff73d-6a92-481a-aeac-2a7dff73dd5a admin admin] Publish callbacks [] for security_group (3257bffb-5327-4ade-8817-2724ab2d2b17), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.520151 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00feea-2762-425f-a68a-0f66bbbb96db req-9fa11cde-e0f7-4765-851d-6d3eb9be704b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:56.522738 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5a00feea-2762-425f-a68a-0f66bbbb96db req-9fa11cde-e0f7-4765-851d-6d3eb9be704b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0577791 Jun 23 09:25:56.579334 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:56.584170 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5a00feea-2762-425f-a68a-0f66bbbb96db req-57e27cfb-5c16-4776-9985-72020b08f774 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545635 Jun 23 09:25:56.696641 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-473ff73d-6a92-481a-aeac-2a7dff73dd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (3257bffb-5327-4ade-8817-2724ab2d2b17), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.699349 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-473ff73d-6a92-481a-aeac-2a7dff73dd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.700553 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-473ff73d-6a92-481a-aeac-2a7dff73dd5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3257bffb-5327-4ade-8817-2724ab2d2b17 HTTP/1.1" status: 204 len: 168 time: 0.2840044 Jun 23 09:25:56.709267 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ff73d-6a92-481a-aeac-2a7dff73dd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3257bffb-5327-4ade-8817-2724ab2d2b17,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:56.876313 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d7a75-2b74-4dd2-9319-b5e4f5cc1d70 req-8e7f708a-fe92-42d3-bff2-ab9d39257548 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:56.877726 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8c3d7a75-2b74-4dd2-9319-b5e4f5cc1d70 req-8e7f708a-fe92-42d3-bff2-ab9d39257548 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Jun 23 09:25:56.911810 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43666) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:56.920412 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab733-c524-416e-b050-605b33c6892b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:56.925570 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8c3d7a75-2b74-4dd2-9319-b5e4f5cc1d70 req-d69bf157-506c-43e3-bf8e-e036dea27e1e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Jun 23 09:25:57.012569 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:DELETE=2,neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:57.060103 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636d2a2-706b-479a-bfae-b13585f24b92 req-24e58a94-97d7-4340-8802-17be90fad9b3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:57.062119 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9636d2a2-706b-479a-bfae-b13585f24b92 req-24e58a94-97d7-4340-8802-17be90fad9b3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 944 time: 0.0655825 Jun 23 09:25:57.072700 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab733-c524-416e-b050-605b33c6892b admin admin] Publish callbacks [] for security_group (f3d22844-89c9-4ec3-be13-0b46faa11c15), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.121031 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9636d2a2-706b-479a-bfae-b13585f24b92 req-9a709085-e210-4a26-8671-eb917bbbc1d4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511754 Jun 23 09:25:57.177296 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1e1ab733-c524-416e-b050-605b33c6892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (f3d22844-89c9-4ec3-be13-0b46faa11c15), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.224018 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1e1ab733-c524-416e-b050-605b33c6892b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5ce21da98784ea7a9d854cfb385c777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166950 Jun 23 09:25:57.224724 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ab733-c524-416e-b050-605b33c6892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d22844-89c9-4ec3-be13-0b46faa11c15,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:57.227586 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 43672) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:57.285623 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-effe16c3-03d4-47c6-ad08-b96a6cb37aba admin admin] Publish callbacks [] for security_group (f3d22844-89c9-4ec3-be13-0b46faa11c15), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.307626 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-effe16c3-03d4-47c6-ad08-b96a6cb37aba admin admin] Publish callbacks [] for security_group (f3d22844-89c9-4ec3-be13-0b46faa11c15), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.502646 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-effe16c3-03d4-47c6-ad08-b96a6cb37aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (f3d22844-89c9-4ec3-be13-0b46faa11c15), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.502805 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.505358 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-effe16c3-03d4-47c6-ad08-b96a6cb37aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.506643 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-effe16c3-03d4-47c6-ad08-b96a6cb37aba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3d22844-89c9-4ec3-be13-0b46faa11c15 HTTP/1.1" status: 204 len: 168 time: 0.2773666 Jun 23 09:25:57.514765 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43676) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:57.515265 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe16c3-03d4-47c6-ad08-b96a6cb37aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d22844-89c9-4ec3-be13-0b46faa11c15,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:57.529110 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29d44dd3-777e-492b-9c92-91be5c18c974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.606643 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29d44dd3-777e-492b-9c92-91be5c18c974 admin admin] Publish callbacks [] for security_group (16c1768c-d1fb-4664-a23b-074d457b8ff5), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.701471 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e5b98-15d4-49ec-9286-addf6ec282e9 req-c5bd2930-218c-4ca4-82d9-60feae3dec47 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:57.702842 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-024e5b98-15d4-49ec-9286-addf6ec282e9 req-c5bd2930-218c-4ca4-82d9-60feae3dec47 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0458868 Jun 23 09:25:57.708311 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29d44dd3-777e-492b-9c92-91be5c18c974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (16c1768c-d1fb-4664-a23b-074d457b8ff5), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.750656 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-29d44dd3-777e-492b-9c92-91be5c18c974 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aaac0ab583b344a189dfd1799386bd16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346337 Jun 23 09:25:57.751198 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-024e5b98-15d4-49ec-9286-addf6ec282e9 req-7dd8642a-be64-419c-975a-18d19930dd72 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426514 Jun 23 09:25:57.751798 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d44dd3-777e-492b-9c92-91be5c18c974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c1768c-d1fb-4664-a23b-074d457b8ff5,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:57.753346 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 43682) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:25:57.807838 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6defa564-6feb-457e-a743-7d4826b2c06f admin admin] Publish callbacks [] for security_group (16c1768c-d1fb-4664-a23b-074d457b8ff5), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.828050 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:57.830022 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6defa564-6feb-457e-a743-7d4826b2c06f admin admin] Publish callbacks [] for security_group (16c1768c-d1fb-4664-a23b-074d457b8ff5), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.940712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6defa564-6feb-457e-a743-7d4826b2c06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (16c1768c-d1fb-4664-a23b-074d457b8ff5), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.943296 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6defa564-6feb-457e-a743-7d4826b2c06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:25:57.944463 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-6defa564-6feb-457e-a743-7d4826b2c06f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16c1768c-d1fb-4664-a23b-074d457b8ff5 HTTP/1.1" status: 204 len: 168 time: 0.1902039 Jun 23 09:25:57.953224 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defa564-6feb-457e-a743-7d4826b2c06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c1768c-d1fb-4664-a23b-074d457b8ff5,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:25:58.083096 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d55b1-64f8-47ad-9f5a-48c45e785877 req-5d895adc-7c46-4d23-a45d-3df72dc51de9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:58.085071 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb5d55b1-64f8-47ad-9f5a-48c45e785877 req-5d895adc-7c46-4d23-a45d-3df72dc51de9 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0694082 Jun 23 09:25:58.113349 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:25:58.136155 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb5d55b1-64f8-47ad-9f5a-48c45e785877 req-78ff05e8-b0e0-47bf-84ef-26e85005ba78 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Jun 23 09:25:58.260803 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e89a-3eb2-4b3a-83fd-fd0ff7baa3c9 req-3352621b-ce66-4678-bd70-27839d433747 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:58.262461 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84c4e89a-3eb2-4b3a-83fd-fd0ff7baa3c9 req-3352621b-ce66-4678-bd70-27839d433747 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 944 time: 0.0598185 Jun 23 09:25:58.312302 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84c4e89a-3eb2-4b3a-83fd-fd0ff7baa3c9 req-da2b6a41-164f-446b-b068-1b0c446fe953 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Jun 23 09:25:58.877755 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5ea1-a1fb-429b-865c-bc6662edf799 req-252a606c-febd-43ae-910d-b3eaa67c4405 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:58.879311 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4af5ea1-a1fb-429b-865c-bc6662edf799 req-252a606c-febd-43ae-910d-b3eaa67c4405 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0477197 Jun 23 09:25:58.926347 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4af5ea1-a1fb-429b-865c-bc6662edf799 req-59646034-7ac3-473c-9546-7bdc82f3faf1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416856 Jun 23 09:25:59.076100 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74445f38-2848-4712-9228-763baafc534c req-243c0180-5f22-4c33-a00c-d5c4619ff4de service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961208 Jun 23 09:25:59.258841 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fa7d0-b9d6-4663-9211-35bfdef19fca req-c93700b8-60e0-4e69-855a-3dbc4f32514b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:59.260506 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f18fa7d0-b9d6-4663-9211-35bfdef19fca req-c93700b8-60e0-4e69-855a-3dbc4f32514b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0559430 Jun 23 09:25:59.346331 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f18fa7d0-b9d6-4663-9211-35bfdef19fca req-62bda6f2-3b1e-49cd-83c2-1613f57043f5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734978 Jun 23 09:25:59.455624 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c648c-36d0-4edf-b7f7-3f6035781c74 req-188748a3-a0fd-4f8a-883d-7b223d271956 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:25:59.457145 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fc6c648c-36d0-4edf-b7f7-3f6035781c74 req-188748a3-a0fd-4f8a-883d-7b223d271956 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 944 time: 0.0529642 Jun 23 09:25:59.515918 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-9b43b872-eb1d-48cc-b2c5-325595606a83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428329 Jun 23 09:25:59.518319 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fc6c648c-36d0-4edf-b7f7-3f6035781c74 req-1f3aea1e-5c5c-4be1-9465-1539dd95b9f3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480468 Jun 23 09:26:00.060913 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930e7a6-4469-45ff-b887-4edcf3008ee4 req-97371dc8-fdc2-4e5e-babf-e189722f8ecd tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:00.062439 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f930e7a6-4469-45ff-b887-4edcf3008ee4 req-97371dc8-fdc2-4e5e-babf-e189722f8ecd tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0598981 Jun 23 09:26:00.110460 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f930e7a6-4469-45ff-b887-4edcf3008ee4 req-344abc8b-8d9e-4c92-8e79-d138f0d092d9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Jun 23 09:26:00.380950 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 43782) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:00.447557 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1555f3-b061-4e76-bc8e-77849d754f18 req-f4e926f5-6703-4733-b930-8cac9f551347 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:00.449077 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5c1555f3-b061-4e76-bc8e-77849d754f18 req-f4e926f5-6703-4733-b930-8cac9f551347 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0492437 Jun 23 09:26:00.500227 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5c1555f3-b061-4e76-bc8e-77849d754f18 req-7bed4111-49aa-4244-9b1b-a0855771860e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Jun 23 09:26:00.504198 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1af3-ade5-40a4-ac91-54e62411236b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:00.583993 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1af3-ade5-40a4-ac91-54e62411236b admin admin] Publish callbacks [] for security_group (195c888e-b53c-4170-8ac0-a11084319a4c), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:00.679125 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9f7c1af3-ade5-40a4-ac91-54e62411236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (195c888e-b53c-4170-8ac0-a11084319a4c), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:00.699271 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae4f5e-e5ce-43e2-9a70-56a879a5e3eb req-b478e7a2-9fc3-4516-ba88-80b5dce84661 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:00.700748 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d3ae4f5e-e5ce-43e2-9a70-56a879a5e3eb req-b478e7a2-9fc3-4516-ba88-80b5dce84661 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 944 time: 0.0910802 Jun 23 09:26:00.709310 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-863b29a1-569f-4f93-bca0-c6f434349b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:00.710744 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-863b29a1-569f-4f93-bca0-c6f434349b34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 1130 time: 0.0903983 Jun 23 09:26:00.746593 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9f7c1af3-ade5-40a4-ac91-54e62411236b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ae492d159ed4024bee8fabb97791f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643887 Jun 23 09:26:00.749642 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c1af3-ade5-40a4-ac91-54e62411236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195c888e-b53c-4170-8ac0-a11084319a4c,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:00.749808 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43800) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:00.800074 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5b15dbf-a82f-45d6-9f6b-cc5523a8a49e admin admin] Publish callbacks [] for security_group (195c888e-b53c-4170-8ac0-a11084319a4c), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:00.806604 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d3ae4f5e-e5ce-43e2-9a70-56a879a5e3eb req-f4a7800c-43a1-4348-b951-d3178d0e9763 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908787 Jun 23 09:26:00.838290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5b15dbf-a82f-45d6-9f6b-cc5523a8a49e admin admin] Publish callbacks [] for security_group (195c888e-b53c-4170-8ac0-a11084319a4c), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:00.858925 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:00.868691 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-d239d11b-e7ac-4983-94ef-490021784a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:00.870144 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-d239d11b-e7ac-4983-94ef-490021784a78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.1134670 Jun 23 09:26:00.971165 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5b15dbf-a82f-45d6-9f6b-cc5523a8a49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (195c888e-b53c-4170-8ac0-a11084319a4c), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:00.973683 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5b15dbf-a82f-45d6-9f6b-cc5523a8a49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:00.974835 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b5b15dbf-a82f-45d6-9f6b-cc5523a8a49e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/195c888e-b53c-4170-8ac0-a11084319a4c HTTP/1.1" status: 204 len: 168 time: 0.2241786 Jun 23 09:26:00.985949 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b15dbf-a82f-45d6-9f6b-cc5523a8a49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195c888e-b53c-4170-8ac0-a11084319a4c,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:00.992136 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-4d90a878-cef6-47aa-a7cf-c54c9d828d6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 HTTP/1.1" status: 200 len: 217 time: 0.0420957 Jun 23 09:26:01.237890 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9e2b-4f1f-4284-95ae-7e6138c99cea req-3fee2f8b-691c-4f6a-8d01-4b4c70a30e1b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:01.239391 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2a4b9e2b-4f1f-4284-95ae-7e6138c99cea req-3fee2f8b-691c-4f6a-8d01-4b4c70a30e1b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0490198 Jun 23 09:26:01.247153 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:26:01.312186 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2a4b9e2b-4f1f-4284-95ae-7e6138c99cea req-7f633d1e-5a5b-45d6-953e-1994bd633e8c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597284 Jun 23 09:26:01.415996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:01.429522 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:01.430461 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:26:01.445862 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:26:01.481096 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:01.482205 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:01.501341 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:26:01.525692 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:01.528238 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:01.535417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-522be32d-4947-45c8-a0cd-d191fc23ad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:01.537842 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-522be32d-4947-45c8-a0cd-d191fc23ad19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0609524 Jun 23 09:26:01.606202 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-4650e499-96e1-4a33-b6d6-98916fc4e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:01.607814 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-4650e499-96e1-4a33-b6d6-98916fc4e211 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633392 Jun 23 09:26:01.629629 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:01.630027 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:26:01.676231 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074c7f6-6a6e-4c35-b18d-c79658593143 req-86206156-1973-4501-ac3f-3aa964e2148f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:01.677657 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b074c7f6-6a6e-4c35-b18d-c79658593143 req-86206156-1973-4501-ac3f-3aa964e2148f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0824857 Jun 23 09:26:01.709876 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:01.723550 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:01.781378 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b074c7f6-6a6e-4c35-b18d-c79658593143 req-84f514fa-ed35-4c1b-92ad-81ee9fb25780 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914619 Jun 23 09:26:01.785937 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:01.797460 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-032ec2c6-f164-4ed2-addf-8ed2a28bce7f service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341116 Jun 23 09:26:01.799939 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'port_id': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'mac_address': 'fa:16:3e:a5:13:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:26:01.846221 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port a29b275b-5e50-40ac-a543-defb30d49ca9 is: ACTIVE; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:01.846619 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:01.864996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a29b275b-5e50-40ac-a543-defb30d49ca9 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:26:01.893454 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:01.925225 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0d06ad5-6709-4f53-a4a0-3da91668c842 req-28956244-e22a-458e-a009-a0f3237f7224 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213152 Jun 23 09:26:01.963942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee70736-910a-470d-b08a-606ab75d9caf req-bb016305-9cef-4bd7-95c5-98800bf02848 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:01.971437 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fee70736-910a-470d-b08a-606ab75d9caf req-bb016305-9cef-4bd7-95c5-98800bf02848 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 945 time: 0.0705106 Jun 23 09:26:02.017218 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:02.048135 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43890) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:02.083579 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fee70736-910a-470d-b08a-606ab75d9caf req-bbf7a6c6-99c7-4716-ab5b-98ae69a6f0a8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111879 Jun 23 09:26:02.086731 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=6']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:02.200418 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b438ef56-1f28-45de-a8ed-3a77b5fd5b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:02.250854 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:02.282448 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b438ef56-1f28-45de-a8ed-3a77b5fd5b83 admin admin] Publish callbacks [] for security_group (48bc7f66-f024-4f41-8e45-0641fb49ce37), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:02.382770 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b438ef56-1f28-45de-a8ed-3a77b5fd5b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (48bc7f66-f024-4f41-8e45-0641fb49ce37), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:02.412801 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b438ef56-1f28-45de-a8ed-3a77b5fd5b83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad47e5b337424dfc97587aab8d898e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636169 Jun 23 09:26:02.413414 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43906) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:02.459014 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438ef56-1f28-45de-a8ed-3a77b5fd5b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bc7f66-f024-4f41-8e45-0641fb49ce37,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:02.471855 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f9cd8-2d59-4a4a-ba1f-840e2b620154 req-3e0c2b98-9c66-4d3d-8e89-8ad834cbafa5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:02.481948 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ed9f9cd8-2d59-4a4a-ba1f-840e2b620154 req-3e0c2b98-9c66-4d3d-8e89-8ad834cbafa5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 944 time: 0.0742610 Jun 23 09:26:02.486149 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-da1a10ee-f94b-4b67-ab37-5c377dad516a admin admin] Publish callbacks [] for security_group (48bc7f66-f024-4f41-8e45-0641fb49ce37), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:02.495104 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:02.511347 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-da1a10ee-f94b-4b67-ab37-5c377dad516a admin admin] Publish callbacks [] for security_group (48bc7f66-f024-4f41-8e45-0641fb49ce37), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:02.546598 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ed9f9cd8-2d59-4a4a-ba1f-840e2b620154 req-b2edc5a3-05c3-4907-992b-9d0a53b8f1da tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635149 Jun 23 09:26:02.582175 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:26:02.614642 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:02.655471 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-da1a10ee-f94b-4b67-ab37-5c377dad516a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (48bc7f66-f024-4f41-8e45-0641fb49ce37), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:02.658129 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-da1a10ee-f94b-4b67-ab37-5c377dad516a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:02.662101 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-da1a10ee-f94b-4b67-ab37-5c377dad516a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48bc7f66-f024-4f41-8e45-0641fb49ce37 HTTP/1.1" status: 204 len: 168 time: 0.2436802 Jun 23 09:26:02.669158 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a10ee-f94b-4b67-ab37-5c377dad516a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bc7f66-f024-4f41-8e45-0641fb49ce37,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:02.679801 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['a29b275b-5e50-40ac-a543-defb30d49ca9'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:26:03.202210 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234bcf6-26f0-48d1-b2fa-c1ce8e4d79d2 req-e7e933bc-22c5-4046-a345-fdab0ba28273 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:03.204319 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d234bcf6-26f0-48d1-b2fa-c1ce8e4d79d2 req-e7e933bc-22c5-4046-a345-fdab0ba28273 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 945 time: 0.0530767 Jun 23 09:26:03.256114 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d234bcf6-26f0-48d1-b2fa-c1ce8e4d79d2 req-c5635aa2-10b5-4acb-b365-59fb75109283 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 Jun 23 09:26:03.619803 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:03.622805 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 43962) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:03.637840 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:03.676815 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:26:03.706179 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d7ae-598c-4624-87fe-597e80c2db75 req-699e381e-8d08-4dc7-87bd-5c308d3b51a0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:03.708158 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4ed8d7ae-598c-4624-87fe-597e80c2db75 req-699e381e-8d08-4dc7-87bd-5c308d3b51a0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 944 time: 0.0619125 Jun 23 09:26:03.738863 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Publish callbacks [] for security_group (800aaaa9-28a1-4db0-a948-f0569734f1ec), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:03.767603 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:03.782183 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4ed8d7ae-598c-4624-87fe-597e80c2db75 req-125a2ed8-e4e3-4e5d-b22b-bf72b18a698d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570340 Jun 23 09:26:03.816685 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:03.817301 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:03.893672 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:03.894036 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:03.909099 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (800aaaa9-28a1-4db0-a948-f0569734f1ec), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:03.922729 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:03.925131 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aa80b4-2a56-4aba-af53-2949a4d1a114" -d '{"events": [{"server_uuid": "f0a229b3-a377-4881-9f1c-769d10ba375b", "name": "network-vif-plugged", "status": "completed", "tag": "d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:03.948509 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=192d44372cd84601aa7a58754aea617f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232610 Jun 23 09:26:03.951090 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 43984) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:03.975564 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:04.009981 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365245f-9434-4b83-b927-9a90c3df6785 x-openstack-request-id: req-7365245f-9434-4b83-b927-9a90c3df6785 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:04.010586 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a229b3-a377-4881-9f1c-769d10ba375b", "name": "network-vif-plugged", "status": "completed", "tag": "d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:04.011009 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7365245f-9434-4b83-b927-9a90c3df6785 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:04.011577 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7365245f-9434-4b83-b927-9a90c3df6785'] response: {'server_uuid': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'code': 200} Jun 23 09:26:04.027273 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800aaaa9-28a1-4db0-a948-f0569734f1ec,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:04.035364 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.044387 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.044387 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.044387 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.047336 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.048043 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.048574 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.049141 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.049883 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.050665 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.051294 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.051777 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.055331 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.055961 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.056546 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebfef99-3054-467e-bc39-be6e4f2a5577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:04.063420 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.065098 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:04.071616 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-784d6b61-cb16-4a14-b6c9-0c14d6912c38 admin admin] Publish callbacks [] for security_group (800aaaa9-28a1-4db0-a948-f0569734f1ec), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.115879 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:04.138309 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-784d6b61-cb16-4a14-b6c9-0c14d6912c38 admin admin] Publish callbacks [] for security_group (800aaaa9-28a1-4db0-a948-f0569734f1ec), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.218110 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port a29b275b-5e50-40ac-a543-defb30d49ca9 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:04.218787 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.241255 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:04.284551 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 43992) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:04.289710 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-eb31883e-4f95-4f1a-b8f1-8e7ddd490492 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360291563', 'description': 'tempest-description--1253202072'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:04.340445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port a29b275b-5e50-40ac-a543-defb30d49ca9 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:04.341391 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-784d6b61-cb16-4a14-b6c9-0c14d6912c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (800aaaa9-28a1-4db0-a948-f0569734f1ec), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.343239 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.349400 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-784d6b61-cb16-4a14-b6c9-0c14d6912c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.351815 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-784d6b61-cb16-4a14-b6c9-0c14d6912c38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/800aaaa9-28a1-4db0-a948-f0569734f1ec HTTP/1.1" status: 204 len: 168 time: 0.3988111 Jun 23 09:26:04.381951 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d6b61-cb16-4a14-b6c9-0c14d6912c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800aaaa9-28a1-4db0-a948-f0569734f1ec,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:04.407856 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:04.453529 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56482d79-14e4-4b11-88c9-375f4f288d1f req-47d7388b-514c-45a5-905d-925018074f4b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:04.455429 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-56482d79-14e4-4b11-88c9-375f4f288d1f req-47d7388b-514c-45a5-905d-925018074f4b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 946 time: 0.0889652 Jun 23 09:26:04.474398 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb31883e-4f95-4f1a-b8f1-8e7ddd490492 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.541150 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.621455 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-56482d79-14e4-4b11-88c9-375f4f288d1f req-239356d2-0842-4d14-80a5-165b08b2b7b9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592612 Jun 23 09:26:04.657246 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb31883e-4f95-4f1a-b8f1-8e7ddd490492 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group (e41e7c43-f7fb-4168-b319-9a19b2ec5f7e), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.680935 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=7']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:04.722268 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c30772-fce5-4d5c-80ba-02962f5fefdf req-3e51d426-40b1-4a22-8f31-2c6c89de4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:04.725011 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-30c30772-fce5-4d5c-80ba-02962f5fefdf req-3e51d426-40b1-4a22-8f31-2c6c89de4101 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 1130 time: 0.0702262 Jun 23 09:26:04.784241 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb31883e-4f95-4f1a-b8f1-8e7ddd490492 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e41e7c43-f7fb-4168-b319-9a19b2ec5f7e), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.828491 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:04.850144 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31883e-4f95-4f1a-b8f1-8e7ddd490492 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:04.856462 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-30c30772-fce5-4d5c-80ba-02962f5fefdf req-d84ad4ba-3dfd-49b3-9343-d180134b2c6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241949 Jun 23 09:26:04.937705 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de5581-1728-40b2-94e9-9448ff8bcc3c req-e3442160-9ffc-431c-8e87-7edda91c8884 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:04.945355 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-23de5581-1728-40b2-94e9-9448ff8bcc3c req-e3442160-9ffc-431c-8e87-7edda91c8884 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0640128 Jun 23 09:26:04.988120 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb31883e-4f95-4f1a-b8f1-8e7ddd490492 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:04.994131 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-eb31883e-4f95-4f1a-b8f1-8e7ddd490492 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7054176 Jun 23 09:26:04.994840 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44018) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:05.001561 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-26364ab8-c93f-4a95-96a2-7c7e9af29af4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'security_group_rule': {'security_group_id': 'e41e7c43-f7fb-4168-b319-9a19b2ec5f7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:05.017287 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-23de5581-1728-40b2-94e9-9448ff8bcc3c req-7ab47cb6-822b-455c-b8a7-9dc40d524dd2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707653 Jun 23 09:26:05.082410 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:05.192313 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-26364ab8-c93f-4a95-96a2-7c7e9af29af4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group_rule (09ac8c79-7a47-49a1-9b58-f85c3f58ec70), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:05.306501 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-26364ab8-c93f-4a95-96a2-7c7e9af29af4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group_rule (09ac8c79-7a47-49a1-9b58-f85c3f58ec70), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:05.671500 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-26364ab8-c93f-4a95-96a2-7c7e9af29af4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (09ac8c79-7a47-49a1-9b58-f85c3f58ec70), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:05.712089 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26364ab8-c93f-4a95-96a2-7c7e9af29af4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ac8c79-7a47-49a1-9b58-f85c3f58ec70,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:05.904825 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-26364ab8-c93f-4a95-96a2-7c7e9af29af4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:05.906809 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-26364ab8-c93f-4a95-96a2-7c7e9af29af4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9105670 Jun 23 09:26:05.909881 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44042) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:05.920067 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-32d95a41-a570-447b-ac50-c27f38d3880e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'security_group_rule': {'security_group_id': 'e41e7c43-f7fb-4168-b319-9a19b2ec5f7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:05.957186 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84d7d1-ce26-4a23-8277-ae6236295d71 req-ddb90788-c4a4-41c4-ab6c-a8188ae9d966 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:05.981407 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4e84d7d1-ce26-4a23-8277-ae6236295d71 req-ddb90788-c4a4-41c4-ab6c-a8188ae9d966 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 946 time: 0.1767521 Jun 23 09:26:06.013249 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:06.019926 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0125d5c4-3dc1-47cd-bef9-db0f38f07b4b" -d '{"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-plugged", "status": "completed", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:06.092909 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4e84d7d1-ce26-4a23-8277-ae6236295d71 req-22874328-c997-4c68-8ff0-64ffe913944d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027994 Jun 23 09:26:06.127021 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-32d95a41-a570-447b-ac50-c27f38d3880e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group_rule (a687fb0b-ddaa-4597-8a3b-f4f331a5da14), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:06.127351 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb298ff-646e-477e-8f79-64ad3e628214 x-openstack-request-id: req-bdb298ff-646e-477e-8f79-64ad3e628214 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:06.127351 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-plugged", "status": "completed", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:06.127351 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdb298ff-646e-477e-8f79-64ad3e628214 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:06.127935 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb298ff-646e-477e-8f79-64ad3e628214'] response: {'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'code': 200} Jun 23 09:26:06.239778 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e835362-ece2-4df6-8f65-3f8e02d56106 req-cea0c62d-0ce6-4651-ab90-bcf53c7e2aed tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:06.248863 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8e835362-ece2-4df6-8f65-3f8e02d56106 req-cea0c62d-0ce6-4651-ab90-bcf53c7e2aed tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0861363 Jun 23 09:26:06.290176 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-32d95a41-a570-447b-ac50-c27f38d3880e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group_rule (a687fb0b-ddaa-4597-8a3b-f4f331a5da14), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:06.365687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-32d95a41-a570-447b-ac50-c27f38d3880e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (a687fb0b-ddaa-4597-8a3b-f4f331a5da14), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:06.381699 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8e835362-ece2-4df6-8f65-3f8e02d56106 req-6e21315b-3a30-4865-bd2e-19c3f7edabcc tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214466 Jun 23 09:26:06.428666 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95a41-a570-447b-ac50-c27f38d3880e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a687fb0b-ddaa-4597-8a3b-f4f331a5da14,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:06.487347 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-32d95a41-a570-447b-ac50-c27f38d3880e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:06.490341 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-32d95a41-a570-447b-ac50-c27f38d3880e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5783336 Jun 23 09:26:06.493314 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44078) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:06.498534 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:06.595981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:06.755249 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:06.844397 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:06.929394 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Allocated IP 172.27.2.67 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/2499a3dc-2270-45ef-b48f-cb9a398ddf00) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:07.103124 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44094) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:07.143129 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for port (2499a3dc-2270-45ef-b48f-cb9a398ddf00), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:07.288955 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f7b5b-2cea-4cbc-afe2-ac00687ed4f4 req-d3797152-cdce-4088-96b0-6c73fab7dd63 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:07.290872 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-264f7b5b-2cea-4cbc-afe2-ac00687ed4f4 req-d3797152-cdce-4088-96b0-6c73fab7dd63 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 946 time: 0.0551488 Jun 23 09:26:07.327083 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-64490285-20a1-4be4-8ea6-4af8d43861aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:07.344213 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (2499a3dc-2270-45ef-b48f-cb9a398ddf00), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:07.413873 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-264f7b5b-2cea-4cbc-afe2-ac00687ed4f4 req-b05f687b-fb27-4246-8593-a6e6813d9bb0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080678 Jun 23 09:26:07.418173 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:07.421338 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:07.425468 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:07.425682 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:07.430817 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event updated for resources: {'Port': ['ID=2499a3dc-2270-45ef-b48f-cb9a398ddf00,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:07.515059 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-64490285-20a1-4be4-8ea6-4af8d43861aa admin admin] Publish callbacks [] for security_group (6e4878e4-1b4a-4cd6-8360-6bdac82fefda), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:07.613758 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:07.625215 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0f944-1d0c-4f9b-be4d-c9c8a8ce8f86 req-472d6403-34fd-4ebe-8ded-e50fd98a54b9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:07.626753 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-85f0f944-1d0c-4f9b-be4d-c9c8a8ce8f86 req-472d6403-34fd-4ebe-8ded-e50fd98a54b9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 946 time: 0.0849574 Jun 23 09:26:07.633255 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b0172-41a4-44cd-a33e-41407ce0ed98 req-08a89f72-1c40-4ccb-93a1-a522a141536d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:07.634898 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-676b0172-41a4-44cd-a33e-41407ce0ed98 req-08a89f72-1c40-4ccb-93a1-a522a141536d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0753689 Jun 23 09:26:07.636540 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44108) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:07.641614 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'floatingip': {'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:07.702712 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-64490285-20a1-4be4-8ea6-4af8d43861aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (6e4878e4-1b4a-4cd6-8360-6bdac82fefda), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:07.710631 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (6f25c04b-a83b-4951-b80c-f3a22c849309), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:07.821025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (2499a3dc-2270-45ef-b48f-cb9a398ddf00), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:07.850123 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-64490285-20a1-4be4-8ea6-4af8d43861aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f47f6750e93744caa2562e14bedaaa29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7428477 Jun 23 09:26:07.850349 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44114) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:07.861380 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-676b0172-41a4-44cd-a33e-41407ce0ed98 req-6b89a8b1-a1c4-400f-94d9-a7d273ca389f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166293 Jun 23 09:26:07.884003 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64490285-20a1-4be4-8ea6-4af8d43861aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4878e4-1b4a-4cd6-8360-6bdac82fefda,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:08.026717 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8cd85c7c-d37f-438f-95ee-087b55e58294 admin admin] Publish callbacks [] for security_group (6e4878e4-1b4a-4cd6-8360-6bdac82fefda), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.069505 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for port (2499a3dc-2270-45ef-b48f-cb9a398ddf00), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.089171 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8cd85c7c-d37f-438f-95ee-087b55e58294 admin admin] Publish callbacks [] for security_group (6e4878e4-1b4a-4cd6-8360-6bdac82fefda), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.180001 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (2499a3dc-2270-45ef-b48f-cb9a398ddf00), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.316316 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event updated for resources: {'Port': ['ID=2499a3dc-2270-45ef-b48f-cb9a398ddf00,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:08.369125 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.491378 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.708446 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8cd85c7c-d37f-438f-95ee-087b55e58294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (6e4878e4-1b4a-4cd6-8360-6bdac82fefda), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.711757 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8cd85c7c-d37f-438f-95ee-087b55e58294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.714473 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.715959 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8cd85c7c-d37f-438f-95ee-087b55e58294 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e4878e4-1b4a-4cd6-8360-6bdac82fefda HTTP/1.1" status: 204 len: 168 time: 0.8492019 Jun 23 09:26:08.724945 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b8c115e9-48aa-4e87-922a-6260215cd972 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2215257 Jun 23 09:26:08.725503 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (6f25c04b-a83b-4951-b80c-f3a22c849309), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:08.778673 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd85c7c-d37f-438f-95ee-087b55e58294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4878e4-1b4a-4cd6-8360-6bdac82fefda,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:08.872932 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:08.876152 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Floating IP 6f25c04b-a83b-4951-b80c-f3a22c849309 associated. External IP: 172.27.2.101, port: d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3. Jun 23 09:26:09.040008 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823e3f-633c-48a3-a77e-feb1cabdd255 req-c5830072-72bf-4ea6-a98b-1f837188b7e5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:09.041489 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-49823e3f-633c-48a3-a77e-feb1cabdd255 req-c5830072-72bf-4ea6-a98b-1f837188b7e5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0640082 Jun 23 09:26:09.117763 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-49823e3f-633c-48a3-a77e-feb1cabdd255 req-71677dc0-54a5-4b6d-8027-f09f41dcee12 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622439 Jun 23 09:26:09.158266 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:26:09.372478 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:26:09.372478 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:09.373819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:26:09.373819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:09.373819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:25:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:09.450331 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:09.661702 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:09.720873 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:09.735280 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b0fd3737-ad64-4c0f-9cdd-569105e5de47 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "PUT /v2.0/floatingips/6f25c04b-a83b-4951-b80c-f3a22c849309 HTTP/1.1" status: 200 len: 992 time: 2.0945437 Jun 23 09:26:09.735280 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'tag': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:09.737492 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4641135a-4f9b-4242-a9ea-b37b83755533" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a229b3-a377-4881-9f1c-769d10ba375b", "tag": "d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:09.797309 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0339f512-2a37-4e9b-b85c-a5432a427b24 x-openstack-request-id: req-0339f512-2a37-4e9b-b85c-a5432a427b24 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:09.800562 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a229b3-a377-4881-9f1c-769d10ba375b", "tag": "d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:09.800562 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0339f512-2a37-4e9b-b85c-a5432a427b24 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:09.800562 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0339f512-2a37-4e9b-b85c-a5432a427b24'] response: {'name': 'network-changed', 'server_uuid': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'tag': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'status': 'completed', 'code': 200} Jun 23 09:26:09.813748 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44162) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:09.815978 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:08Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:09.849604 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:26:09.864676 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:09.866417 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:25:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:09.907394 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-81d7c8b5-2870-4fa8-b50b-254a26e779b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:09.909086 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-81d7c8b5-2870-4fa8-b50b-254a26e779b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 1130 time: 0.0630021 Jun 23 09:26:09.998174 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:10.174377 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-549bda7d-7a80-4648-a8ff-b3395d87d047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:10.214983 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-3c68eb3f-f623-485d-9848-d99d4dff160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:10.217361 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-3c68eb3f-f623-485d-9848-d99d4dff160b service neutron] 10.222.0.55 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 915 time: 0.3001218 Jun 23 09:26:10.238424 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-ef5837f4-f675-402d-bf85-be00f92a2a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:10.281798 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:10.357193 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-549bda7d-7a80-4648-a8ff-b3395d87d047 admin admin] Publish callbacks [] for security_group (bd9c3e26-127e-472a-bf76-5ac99f3efb00), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:10.419211 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539bb26-6143-4e2f-9450-45cdbe85d401 req-a4de5771-05a9-40de-95d7-613430a9e081 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:10.420441 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9539bb26-6143-4e2f-9450-45cdbe85d401 req-a4de5771-05a9-40de-95d7-613430a9e081 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.1646273 Jun 23 09:26:10.424763 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-4063a7f3-0085-4377-81f2-6da58938f15f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 HTTP/1.1" status: 200 len: 1000 time: 0.1860859 Jun 23 09:26:10.451045 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-549bda7d-7a80-4648-a8ff-b3395d87d047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (bd9c3e26-127e-472a-bf76-5ac99f3efb00), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:10.517365 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:10.530734 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-67489498-c5f0-410b-8ab4-ea4c0f65ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:10.539194 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-67489498-c5f0-410b-8ab4-ea4c0f65ffd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 200 len: 853 time: 0.0788300 Jun 23 09:26:10.569172 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44178) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:10.573665 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-549bda7d-7a80-4648-a8ff-b3395d87d047 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11d4f13492884e99a4ad6014bb470acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7582500 Jun 23 09:26:10.575473 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bda7d-7a80-4648-a8ff-b3395d87d047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9c3e26-127e-472a-bf76-5ac99f3efb00,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:10.597836 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:10.630261 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9539bb26-6143-4e2f-9450-45cdbe85d401 req-99f50b43-a134-4895-bb23-9dd8b1e2d22c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027788 Jun 23 09:26:10.638732 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-b6f5e57e-3d36-4cdb-8e42-3bf27ee62cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:10.640288 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-b6f5e57e-3d36-4cdb-8e42-3bf27ee62cc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308c25e5-5cce-431f-b4d9-9d80a125cd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957780 Jun 23 09:26:10.662649 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:08Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:10.738340 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfae0a56-996b-43c4-a344-e7ade14fca37 None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:08Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:26:10.770715 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-31eb96af-a943-49e0-8011-51d0c765b699 admin admin] Publish callbacks [] for security_group (bd9c3e26-127e-472a-bf76-5ac99f3efb00), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.038062 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:11.067709 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-31eb96af-a943-49e0-8011-51d0c765b699 admin admin] Publish callbacks [] for security_group (bd9c3e26-127e-472a-bf76-5ac99f3efb00), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.128517 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-f46ff6af-3210-4ccb-bc15-88f606da5568 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798183 Jun 23 09:26:11.151580 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44192) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:11.217956 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4246e148-a731-4ccd-9601-39974d7ce5df None None] New status for floating IP 6f25c04b-a83b-4951-b80c-f3a22c849309: ACTIVE {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:26:11.267055 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-31eb96af-a943-49e0-8011-51d0c765b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (bd9c3e26-127e-472a-bf76-5ac99f3efb00), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.269547 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-31eb96af-a943-49e0-8011-51d0c765b699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.271112 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-31eb96af-a943-49e0-8011-51d0c765b699 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd9c3e26-127e-472a-bf76-5ac99f3efb00 HTTP/1.1" status: 204 len: 168 time: 0.6853716 Jun 23 09:26:11.302611 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb96af-a943-49e0-8011-51d0c765b699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9c3e26-127e-472a-bf76-5ac99f3efb00,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:11.338967 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4641135a-4f9b-4242-a9ea-b37b83755533 req-9ed7297e-2c29-49e4-985c-4eaf5b24e865 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028558 Jun 23 09:26:11.403890 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-426224497-network', 'tenant_id': '6a1a64d6d0f241739bb3dad4490182ed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:11.531888 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Made reservation on behalf of 6a1a64d6d0f241739bb3dad4490182ed for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:11.535328 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.563469 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.696454 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Publish callbacks [] for security_group (95671cd6-08a9-4f2a-96cb-a4c7bef329a1), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.800402 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa7175-f012-4ce8-ba6a-02cc48477a46 req-f9f8f5a6-c871-41bf-a7ec-a8eeec05c36c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:11.801965 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cafa7175-f012-4ce8-ba6a-02cc48477a46 req-f9f8f5a6-c871-41bf-a7ec-a8eeec05c36c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0623698 Jun 23 09:26:11.884526 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cafa7175-f012-4ce8-ba6a-02cc48477a46 req-1d7d992b-1edd-4452-b694-d7408726907f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759659 Jun 23 09:26:11.896855 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (95671cd6-08a9-4f2a-96cb-a4c7bef329a1), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.911707 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:26:11.950189 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (9d6e7b36-6fe6-43af-b959-134846161e71), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:11.950506 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Added segment 9d6e7b36-6fe6-43af-b959-134846161e71 of type vlan for network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb Jun 23 09:26:11.959724 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95671cd6-08a9-4f2a-96cb-a4c7bef329a1,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:12.013218 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:12.165052 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:12.166151 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:12.166746 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:12.241654 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] Pushing event updated for resources: {'Network': ['ID=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:12.258612 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:26:12.375415 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2b79e257-4037-4895-a7b6-234f5dbe2b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:12.407653 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c7fec8f5-54f4-4f70-9953-d25347f77521 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2549391 Jun 23 09:26:12.410467 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44216) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:12.415023 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Request body: {'subnet': {'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-426224497-subnet', 'tenant_id': '6a1a64d6d0f241739bb3dad4490182ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:12.535070 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Made reservation on behalf of 6a1a64d6d0f241739bb3dad4490182ed for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:12.538036 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9992445'] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:12.540547 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:13.059952 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205c9c-8b79-4997-99b1-65c41e8177dd req-c00cd31c-9d1b-4beb-a50e-b1dcf9adad8c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:13.062163 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c205c9c-8b79-4997-99b1-65c41e8177dd req-c00cd31c-9d1b-4beb-a50e-b1dcf9adad8c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0590298 Jun 23 09:26:13.115308 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c205c9c-8b79-4997-99b1-65c41e8177dd req-840cea11-6a51-4351-b14c-4f2089c507ec tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473261 Jun 23 09:26:13.229357 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9992331'] for subnet (e523624c-eb04-4729-9346-6cdcc2021b9f), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:13.306450 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e523624c-eb04-4729-9346-6cdcc2021b9f,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:13.316460 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Checking segment: {'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:13.316822 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Network hostable DHCP agents. Network: c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:26:13.566097 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:13.570183 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:26:13.765558 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:13.772341 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:13.772341 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:13.777236 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae7c611-030b-4cb2-a885-2f13d8ee9034 None None] Network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:26:13.829564 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:13.915068 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1930f33-6dcd-473f-b275-1571d1cd4f6e None None] Network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:26:13.994949 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-47f92198-cce5-4233-8e0c-9c1ea66fb761 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5799239 Jun 23 09:26:14.321897 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8f82-8a10-4e35-9265-72b61ea927bd req-942a42c3-4de1-4be3-a623-e72e60670269 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:14.331195 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a5fd8f82-8a10-4e35-9265-72b61ea927bd req-942a42c3-4de1-4be3-a623-e72e60670269 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0844767 Jun 23 09:26:14.359305 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:14.430722 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a5fd8f82-8a10-4e35-9265-72b61ea927bd req-ee7f4b9b-c43e-44ee-814f-20b9cbacc88a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980990 Jun 23 09:26:14.828179 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:14.870648 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-dc0a1125-3151-4e0b-b78a-a853416b6a3b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1360291563&fields=id&tenant_id=368a6f8fbca64e7791d5330f0a99d086 HTTP/1.1" status: 200 len: 267 time: 0.0623279 Jun 23 09:26:15.060020 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-c0c58a5b-555f-47a6-8417-16c1e6227221 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:15.062198 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-c0c58a5b-555f-47a6-8417-16c1e6227221 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 819 time: 0.1832933 Jun 23 09:26:15.067926 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:15.077722 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-e3d862f0-6ed5-4c87-8e5b-ddb915183977 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/quotas/368a6f8fbca64e7791d5330f0a99d086 HTTP/1.1" status: 200 len: 375 time: 0.0100212 Jun 23 09:26:15.167595 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-85480a0a-4f02-4ef9-9b04-75418577df0f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0841489 Jun 23 09:26:15.312357 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-787366ca-2f37-4496-84d1-f68a659000ea service neutron] 10.222.0.52 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227298 Jun 23 09:26:15.396784 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:15.487562 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-3ef7a0e3-f150-4b34-98f9-65be85106807 service neutron] 10.222.0.52 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694188 Jun 23 09:26:15.657948 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1a7bc-7bfe-4c06-9eaa-90eb2750a75e req-e285f91c-7089-428f-8be3-2ef5e3cd44b6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:15.671225 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97e1a7bc-7bfe-4c06-9eaa-90eb2750a75e req-e285f91c-7089-428f-8be3-2ef5e3cd44b6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.1075141 Jun 23 09:26:15.772345 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97e1a7bc-7bfe-4c06-9eaa-90eb2750a75e req-2a81a010-2c99-4c49-bc53-804b1e369614 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000350 Jun 23 09:26:16.002366 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b5775399-5083-4795-bc4a-aa9653093d06 req-ece86e86-63fc-4e81-b463-10e5eb733c8a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0422773 Jun 23 09:26:16.892884 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc158de-a638-4426-8210-7fa721803707 req-b2078b57-58c3-4454-a475-029561a792bd tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:16.894418 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3dc158de-a638-4426-8210-7fa721803707 req-b2078b57-58c3-4454-a475-029561a792bd tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0531802 Jun 23 09:26:16.952319 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3dc158de-a638-4426-8210-7fa721803707 req-2e7a6606-f117-45d1-933c-65e82f70d75f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522642 Jun 23 09:26:17.116404 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-71bb61eb-ec90-4082-90c6-f5c99010d130 req-8de190ae-e081-4091-a2dd-5bc7d16c4dd1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0289922 Jun 23 09:26:17.916366 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-94d14967-9b84-40a7-815f-b36459207e70 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:17.936187 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-94d14967-9b84-40a7-815f-b36459207e70 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/networks?id=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb HTTP/1.1" status: 200 len: 808 time: 0.1021318 Jun 23 09:26:17.938348 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-cad53803-c1b9-4da0-9517-5b8a86edb193 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/quotas/6a1a64d6d0f241739bb3dad4490182ed HTTP/1.1" status: 200 len: 375 time: 0.0152934 Jun 23 09:26:17.969954 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-6f80fba0-5875-47fe-aaa5-161c6a48c74d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a1a64d6d0f241739bb3dad4490182ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269544 Jun 23 09:26:18.024158 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:18.082563 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f7d59-e162-459a-8608-94f62b67724c req-5553ef8f-0801-4e0e-83ca-6484644dbae9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:18.083612 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-3a11e7df-eeab-4799-a7aa-2aaa1f61d8b2 service neutron] 10.222.0.52 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069615 Jun 23 09:26:18.084264 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-de0f7d59-e162-459a-8608-94f62b67724c req-5553ef8f-0801-4e0e-83ca-6484644dbae9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0471501 Jun 23 09:26:18.132932 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-de0f7d59-e162-459a-8608-94f62b67724c req-2a789416-35e0-4d19-99d5-4447c71aa3cb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Jun 23 09:26:18.195640 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-2927ed63-4d6c-407f-b42f-47609953d467 service neutron] 10.222.0.52 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061969 Jun 23 09:26:18.240124 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-eab624f0-4e7c-4ea0-a115-2dd92c494246 req-7d188e17-36ec-495a-8288-f3e149b14788 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0354970 Jun 23 09:26:18.771507 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d371f588-01a8-406f-8400-1a90f9757735 req-b9b9fda4-5cff-4c7e-aa83-8f8f90426ebd tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0660129 Jun 23 09:26:19.291935 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824faad-c224-4b53-ad93-4184bca68d03 req-7ec2d551-b99a-429e-b863-8ef529ccb902 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:19.293532 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8824faad-c224-4b53-ad93-4184bca68d03 req-7ec2d551-b99a-429e-b863-8ef529ccb902 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0836401 Jun 23 09:26:19.351451 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8824faad-c224-4b53-ad93-4184bca68d03 req-27cd4d20-55e6-4f85-8768-54d3453f973f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505574 Jun 23 09:26:19.357785 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-04ce3d05-0343-4a15-a950-4e16378ec0d3 req-26e38a20-69ae-445c-83be-3da02b5d55c5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0354307 Jun 23 09:26:19.799656 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44416) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:19.870856 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a5fab49a-d4d5-4cbe-ae2e-a4f7db9eec7f req-50d32e26-e1b3-4a48-b04a-b3751e34115d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0481713 Jun 23 09:26:19.949966 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8250373d-e76f-4e11-89a2-a06ba13979c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:20.028011 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8250373d-e76f-4e11-89a2-a06ba13979c5 admin admin] Publish callbacks [] for security_group (e247b047-bff2-43a9-9af6-0397fe355a81), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:20.136455 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8250373d-e76f-4e11-89a2-a06ba13979c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e247b047-bff2-43a9-9af6-0397fe355a81), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:20.163568 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:20.180307 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8250373d-e76f-4e11-89a2-a06ba13979c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3469e42573a465d9520c90c06eb78d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771770 Jun 23 09:26:20.181435 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44428) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:20.186636 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250373d-e76f-4e11-89a2-a06ba13979c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e247b047-bff2-43a9-9af6-0397fe355a81,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:20.224167 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-50c2d507-d1f6-4e7b-8bef-573739278423 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:20.225644 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-50c2d507-d1f6-4e7b-8bef-573739278423 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 819 time: 0.1057425 Jun 23 09:26:20.244806 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-27feb54f-4f00-4324-9200-f9df3bfc0fd0 admin admin] Publish callbacks [] for security_group (e247b047-bff2-43a9-9af6-0397fe355a81), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:20.270469 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-27feb54f-4f00-4324-9200-f9df3bfc0fd0 admin admin] Publish callbacks [] for security_group (e247b047-bff2-43a9-9af6-0397fe355a81), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:20.302559 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-d282a33e-2d16-4b61-aa4b-a09fb6dc4ca4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=368a6f8fbca64e7791d5330f0a99d086 HTTP/1.1" status: 200 len: 380 time: 0.0554953 Jun 23 09:26:20.472053 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-acc0442c-72e1-4fe6-9db1-9d90d7d014d5 req-4674c5ce-3023-4782-8b95-35ef38f048d0 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0300889 Jun 23 09:26:20.483094 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a85e0a-3aa3-4ac5-8ddd-de35f91ef882 req-1ec75a93-57b7-4141-9b3f-4ba704abb7ca tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:20.484789 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f3a85e0a-3aa3-4ac5-8ddd-de35f91ef882 req-1ec75a93-57b7-4141-9b3f-4ba704abb7ca tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0550299 Jun 23 09:26:20.496317 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-27feb54f-4f00-4324-9200-f9df3bfc0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e247b047-bff2-43a9-9af6-0397fe355a81), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:20.498958 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-27feb54f-4f00-4324-9200-f9df3bfc0fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:20.502250 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-27feb54f-4f00-4324-9200-f9df3bfc0fd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e247b047-bff2-43a9-9af6-0397fe355a81 HTTP/1.1" status: 204 len: 168 time: 0.3185580 Jun 23 09:26:20.509452 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feb54f-4f00-4324-9200-f9df3bfc0fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e247b047-bff2-43a9-9af6-0397fe355a81,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:20.549768 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'port': {'device_id': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'admin_state_up': True, 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'security_groups': ['e41e7c43-f7fb-4168-b319-9a19b2ec5f7e']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:20.587937 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f3a85e0a-3aa3-4ac5-8ddd-de35f91ef882 req-f170bc56-3ac5-48d2-b6a7-e03ca626fa20 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947762 Jun 23 09:26:20.850751 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Made reservation on behalf of 368a6f8fbca64e7791d5330f0a99d086 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:20.854483 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:21.001808 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:21.041502 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7713967d-a54b-4bd3-9dda-6f8bfc20ec77 req-e6d70c8a-75fc-4d92-a699-d6a96aa1223e tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0449622 Jun 23 09:26:21.044580 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-439a4cd6-52a9-413b-bcee-f7004ecb7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:21.046879 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-439a4cd6-52a9-413b-bcee-f7004ecb7c50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 1129 time: 0.1055837 Jun 23 09:26:21.061429 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Allocated IP 172.20.0.3 (f9023da2-9c4b-4934-b1b2-3b253a92c58b/e0321591-ebfb-46d6-ba68-18f655718c03/d80dcfb6-742d-4015-9492-0b79f1b71413) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:21.132391 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:21.233395 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-8afb38e5-ae42-404c-9893-40ab23a752ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:21.233965 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:21.235438 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-8afb38e5-ae42-404c-9893-40ab23a752ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 917 time: 0.1152112 Jun 23 09:26:21.313904 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:21.342875 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-e4a21326-a54b-4c86-a9fc-9027d7699434 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 200 len: 1001 time: 0.0871716 Jun 23 09:26:21.382807 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:21.393600 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-52b31c5b-678b-47f6-85dd-a132dc70db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:21.399149 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-52b31c5b-678b-47f6-85dd-a132dc70db80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.0486684 Jun 23 09:26:21.399333 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44466) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:21.448970 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-8d477893-400b-40ae-9a76-03a04e05e51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:21.450585 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-8d477893-400b-40ae-9a76-03a04e05e51d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453084 Jun 23 09:26:21.452054 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a757d0d1-1f84-45aa-b5ac-ff8066b14c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:21.454952 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:21.466220 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:21.468649 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:21.491869 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=7 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:21.570580 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:21.571242 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:21.584367 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event updated for resources: {'Port': ['ID=d80dcfb6-742d-4015-9492-0b79f1b71413,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:21.606035 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-1293aaea-12e9-472e-843a-414ec7f3edcd service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398828 Jun 23 09:26:21.618179 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:21.703712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b4cc7-1ae0-4363-88ca-d5ff50572490 req-edeea72c-3cd4-4c05-8983-bb501b08b6b7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:21.707700 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-562b4cc7-1ae0-4363-88ca-d5ff50572490 req-edeea72c-3cd4-4c05-8983-bb501b08b6b7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 931 time: 0.1056342 Jun 23 09:26:21.718371 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-251cad6f-ae92-4a6c-8ea2-d89bcc83e9b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1732740 Jun 23 09:26:21.743856 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad019b-c0d5-4ddc-9356-91dc83534969 req-8a2f4aa2-8215-41d0-88d4-20f677e131ce tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:21.745536 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-44ad019b-c0d5-4ddc-9356-91dc83534969 req-8a2f4aa2-8215-41d0-88d4-20f677e131ce tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0640841 Jun 23 09:26:21.749982 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Request body: {'port': {'device_id': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:21.751878 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e2a716aa-d78a-4ab9-b930-78b7c2bfd883 req-caa59a8d-80d4-4d83-9d1a-347018ac3d93 service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394582 Jun 23 09:26:21.796276 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a757d0d1-1f84-45aa-b5ac-ff8066b14c1e admin admin] Publish callbacks [] for security_group (74985a48-1c13-4162-a5c4-1b3596a1c63f), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:21.811498 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-44ad019b-c0d5-4ddc-9356-91dc83534969 req-94725899-43ef-4c1d-8a12-a0552eafbaad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515699 Jun 23 09:26:21.822173 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-562b4cc7-1ae0-4363-88ca-d5ff50572490 req-0789d282-60b3-447b-8baf-ffb26eebbd2b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085947 Jun 23 09:26:21.837417 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-1bc244a0-e3cd-4d1f-9d59-59cb02d3b636 None None] Provisioning complete for port d80dcfb6-742d-4015-9492-0b79f1b71413 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:21.837894 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-1bc244a0-e3cd-4d1f-9d59-59cb02d3b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:21.855033 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:21.871841 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-1bc244a0-e3cd-4d1f-9d59-59cb02d3b636 None None] Port d80dcfb6-742d-4015-9492-0b79f1b71413 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:26:21.963989 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a757d0d1-1f84-45aa-b5ac-ff8066b14c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (74985a48-1c13-4162-a5c4-1b3596a1c63f), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.035422 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-a757d0d1-1f84-45aa-b5ac-ff8066b14c1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f38a92d89edd40a9bf2c9f7a3101f618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6328361 Jun 23 09:26:22.038075 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44476) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:22.041928 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757d0d1-1f84-45aa-b5ac-ff8066b14c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74985a48-1c13-4162-a5c4-1b3596a1c63f,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:22.099868 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d16a9d9d-918f-4cee-b143-fc5d5e654e75 admin admin] Publish callbacks [] for security_group (74985a48-1c13-4162-a5c4-1b3596a1c63f), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.125892 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d16a9d9d-918f-4cee-b143-fc5d5e654e75 admin admin] Publish callbacks [] for security_group (74985a48-1c13-4162-a5c4-1b3596a1c63f), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.164258 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ed83d2cc-8076-430f-bf2b-84409e36197b req-01b4658f-8414-45d4-b4be-c948ad9f94fa tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0357077 Jun 23 09:26:22.204087 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80dcfb6-742d-4015-9492-0b79f1b71413 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:26:22.212186 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Publish callbacks [] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.297007 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Transition to ACTIVE for port object d80dcfb6-742d-4015-9492-0b79f1b71413 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:26:22.297225 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d16a9d9d-918f-4cee-b143-fc5d5e654e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (74985a48-1c13-4162-a5c4-1b3596a1c63f), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.299824 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d16a9d9d-918f-4cee-b143-fc5d5e654e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.300964 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d16a9d9d-918f-4cee-b143-fc5d5e654e75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74985a48-1c13-4162-a5c4-1b3596a1c63f HTTP/1.1" status: 204 len: 168 time: 0.2617807 Jun 23 09:26:22.308929 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9d9d-918f-4cee-b143-fc5d5e654e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74985a48-1c13-4162-a5c4-1b3596a1c63f,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:22.399459 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.399913 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:22.458722 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Pushing event updated for resources: {'Port': ['ID=d80dcfb6-742d-4015-9492-0b79f1b71413,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:22.535013 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Attempting to bind port d80dcfb6-742d-4015-9492-0b79f1b71413 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:22.535352 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Attempting to bind port d80dcfb6-742d-4015-9492-0b79f1b71413 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:22.535684 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Attempting to bind port d80dcfb6-742d-4015-9492-0b79f1b71413 on network f9023da2-9c4b-4934-b1b2-3b253a92c58b {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:22.540232 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Port d80dcfb6-742d-4015-9492-0b79f1b71413 on network f9023da2-9c4b-4934-b1b2-3b253a92c58b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:26:22.540560 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Attempting to bind port d80dcfb6-742d-4015-9492-0b79f1b71413 on network f9023da2-9c4b-4934-b1b2-3b253a92c58b {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:22.546884 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:22.547260 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Checking segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:22.547658 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Bound using segment: {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:22.548074 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Bound port: d80dcfb6-742d-4015-9492-0b79f1b71413, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e19b6e14-8f57-42cc-bc97-185edb02b898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:22.548448 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.620097 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] For port d80dcfb6-742d-4015-9492-0b79f1b71413, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:22.623801 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] For port d80dcfb6-742d-4015-9492-0b79f1b71413, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d80dcfb6-742d-4015-9492-0b79f1b71413,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:22.766095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.798079 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:22.799034 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:22.800430 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] 10.222.0.55 "PUT /v2.0/ports/d80dcfb6-742d-4015-9492-0b79f1b71413 HTTP/1.1" status: 200 len: 1093 time: 1.0565550 Jun 23 09:26:22.805630 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:22.807973 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e98d02-41e2-4f31-aca5-9c1a0c419f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:22.864808 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86c3c-7465-4987-9f51-8505375eec8f service neutron] Pushing event updated for resources: {'Port': ['ID=d80dcfb6-742d-4015-9492-0b79f1b71413,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:22.878618 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a70c37-af88-4e11-81bd-4ec7a4cc1cd0 x-openstack-request-id: req-39a70c37-af88-4e11-81bd-4ec7a4cc1cd0 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:22.878813 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:22.879068 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39a70c37-af88-4e11-81bd-4ec7a4cc1cd0 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:22.879469 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a70c37-af88-4e11-81bd-4ec7a4cc1cd0'] response: {'name': 'network-changed', 'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'status': 'completed', 'code': 200} Jun 23 09:26:22.986023 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5b6ca-d61e-4751-9a25-c5de224bd2e9 req-946f8cd3-10af-425a-aa6a-39c424797369 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:22.987602 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8cc5b6ca-d61e-4751-9a25-c5de224bd2e9 req-946f8cd3-10af-425a-aa6a-39c424797369 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 943 time: 0.0736935 Jun 23 09:26:23.000663 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e6a15-f07d-47a9-89f9-10451b40880a req-82049427-a388-4dd1-87a8-89bc61cd9040 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:23.002172 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bb3e6a15-f07d-47a9-89f9-10451b40880a req-82049427-a388-4dd1-87a8-89bc61cd9040 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0581973 Jun 23 09:26:23.050478 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8cc5b6ca-d61e-4751-9a25-c5de224bd2e9 req-1f01d3f9-debf-499b-a93f-a4a3db4e8ae1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571408 Jun 23 09:26:23.090458 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bb3e6a15-f07d-47a9-89f9-10451b40880a req-57047f72-380d-451f-b4af-08ad36679298 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695913 Jun 23 09:26:23.266378 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c634a28a-f388-4d5f-8e0c-b28ae6359094 req-6059e5aa-a6b1-4f02-b709-9dbb5a27f29c tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0326295 Jun 23 09:26:23.453768 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e98d02-41e2-4f31-aca5-9c1a0c419f3a req-69a0a9cf-e961-49e6-b58c-69fcf9f763bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:23.455371 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97e98d02-41e2-4f31-aca5-9c1a0c419f3a req-69a0a9cf-e961-49e6-b58c-69fcf9f763bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1127 time: 0.0449045 Jun 23 09:26:23.627951 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:23.685027 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:23.832350 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e98d02-41e2-4f31-aca5-9c1a0c419f3a req-9541322e-5400-4287-ab4f-832ac3a8d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:23.833828 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97e98d02-41e2-4f31-aca5-9c1a0c419f3a req-9541322e-5400-4287-ab4f-832ac3a8d764 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=368a6f8fbca64e7791d5330f0a99d086&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0991077 Jun 23 09:26:23.933509 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e98d02-41e2-4f31-aca5-9c1a0c419f3a req-e1720964-f9cb-4327-9bd5-798628b8ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:23.935008 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97e98d02-41e2-4f31-aca5-9c1a0c419f3a req-e1720964-f9cb-4327-9bd5-798628b8ff94 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929239 Jun 23 09:26:24.058401 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-3e330a40-7c75-4694-83a7-b852320fbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:24.061292 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-3e330a40-7c75-4694-83a7-b852320fbd22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1127 time: 0.0519893 Jun 23 09:26:24.128677 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-b7333e63-6ff3-4ae6-ad32-538876e3ffca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80dcfb6-742d-4015-9492-0b79f1b71413 HTTP/1.1" status: 200 len: 217 time: 0.0540910 Jun 23 09:26:24.233341 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-78c87484-9a9c-413a-ae5e-bb4e978f3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:24.233341 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-78c87484-9a9c-413a-ae5e-bb4e978f3591 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0917490 Jun 23 09:26:24.233995 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75206b3-9e3d-4faa-b3c7-7a71521d3b0f req-1fc16fec-ec4c-444d-b324-b1cdeff975cf tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:24.235196 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b75206b3-9e3d-4faa-b3c7-7a71521d3b0f req-1fc16fec-ec4c-444d-b324-b1cdeff975cf tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0652955 Jun 23 09:26:24.278750 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d836e-e8ee-493b-aa8a-485aa09ccd55 req-49208d9b-088e-447c-91b2-029c1f5aa0af tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:24.280522 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-060d836e-e8ee-493b-aa8a-485aa09ccd55 req-49208d9b-088e-447c-91b2-029c1f5aa0af tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 943 time: 0.1452637 Jun 23 09:26:24.303041 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-d18d22ee-7ece-445b-bdcc-a444f4a9edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:24.307884 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-d18d22ee-7ece-445b-bdcc-a444f4a9edc1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683429 Jun 23 09:26:24.353757 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b75206b3-9e3d-4faa-b3c7-7a71521d3b0f req-8068f1e3-2b96-4066-9adb-bce0e60f2e92 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096587 Jun 23 09:26:24.363172 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-834abc2e-e99f-4faf-804c-708bb785eb17 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:24.364753 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-834abc2e-e99f-4faf-804c-708bb785eb17 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.55 "GET /v2.0/networks?id=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb HTTP/1.1" status: 200 len: 808 time: 0.2382717 Jun 23 09:26:24.386801 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Request body: {'port': {'device_id': '61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1', 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb', 'admin_state_up': True, 'tenant_id': '6a1a64d6d0f241739bb3dad4490182ed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:24.451692 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-060d836e-e8ee-493b-aa8a-485aa09ccd55 req-ed40f8fc-6fa4-4ba4-9e8b-7e4ac1e5ad5a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534989 Jun 23 09:26:24.469841 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-c25701db-48ee-48d2-8586-97be2387a728 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570039 Jun 23 09:26:24.534509 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-22e6dae0-91fb-4f77-aa15-76075dcd83fa req-8bf6be9c-0368-413d-923b-418740c23a5d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0286582 Jun 23 09:26:24.708352 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Made reservation on behalf of 6a1a64d6d0f241739bb3dad4490182ed for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:24.714363 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:24.907200 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7eaa357-aa8b-4487-82fb-762f38206edb req-4a6b73c2-ca76-4794-b40f-666ebc1fdcb1 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865737 Jun 23 09:26:24.913759 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Allocated IP 172.20.0.2 (c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb/e523624c-eb04-4729-9346-6cdcc2021b9f/1af03f42-b0af-4904-b2cd-5c086eec8f36) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:25.081281 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:25.114852 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks [] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:25.274468 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:25.313025 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:25.319435 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:25.322485 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:25.326065 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:25.355720 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Pushing event updated for resources: {'Port': ['ID=1af03f42-b0af-4904-b2cd-5c086eec8f36,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:25.381322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:25.381955 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:25.519726 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8237832-caf2-423a-86c7-122efb8eb839 req-7e34149e-0ad9-413d-ab07-866836bb0381 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:25.521203 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d8237832-caf2-423a-86c7-122efb8eb839 req-7e34149e-0ad9-413d-ab07-866836bb0381 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 945 time: 0.0502877 Jun 23 09:26:25.537087 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-05ed47f4-8a0d-4655-9a11-3d43de2e6703 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1560812 Jun 23 09:26:25.558774 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cc53b-2d2b-4b5f-94bc-6f24a617c7fb req-c49a6d49-af19-4934-b2f5-3ffa4a007c9f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:25.560308 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2e0cc53b-2d2b-4b5f-94bc-6f24a617c7fb req-c49a6d49-af19-4934-b2f5-3ffa4a007c9f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 943 time: 0.0475721 Jun 23 09:26:25.571923 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d8237832-caf2-423a-86c7-122efb8eb839 req-6e5a5e66-e28c-46cb-af9f-486bfed3679e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451441 Jun 23 09:26:25.624314 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:26:25.675643 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2e0cc53b-2d2b-4b5f-94bc-6f24a617c7fb req-7979c896-e8f8-467a-95d1-b0a0aa1b8a5b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921156 Jun 23 09:26:25.706257 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44600) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:25.717428 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3543e-eb7e-4922-bad9-63a7e264a00f req-558b78b2-03f2-4480-9b8e-5d9328cf4c77 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:25.719186 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-25d3543e-eb7e-4922-bad9-63a7e264a00f req-558b78b2-03f2-4480-9b8e-5d9328cf4c77 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 931 time: 0.0710390 Jun 23 09:26:25.759343 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port a29b275b-5e50-40ac-a543-defb30d49ca9 is: ACTIVE; New status is: DOWN {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:25.759806 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:25.785800 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-25d3543e-eb7e-4922-bad9-63a7e264a00f req-b4102cc1-be61-4e90-8b01-005cc787f2c3 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606611 Jun 23 09:26:25.799282 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:25.801883 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f3e2a4-002a-43cd-b464-ebde2066e7a5" -d '{"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-unplugged", "status": "completed", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:25.804057 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:25.820060 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:25.837189 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2905b2-1cd2-43ec-a703-498d3af04a66 x-openstack-request-id: req-6d2905b2-1cd2-43ec-a703-498d3af04a66 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:25.837496 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6b669851-3d59-4d36-b009-82681b15a86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:25.837658 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-unplugged", "status": "failed", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9", "code": 422}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:25.837790 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d2905b2-1cd2-43ec-a703-498d3af04a66 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:25.838239 dv-cinder-847274-1-iscsi neutron-server[104736]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6d2905b2-1cd2-43ec-a703-498d3af04a66']: {'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'code': 422} returned with failed status Jun 23 09:26:26.003937 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.050926 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=8']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:26.057831 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.060193 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.060193 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.060193 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.060193 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.060193 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.060193 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.061204 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.061204 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.061204 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.061427 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.061644 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.061990 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.062291 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.062608 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:26.080876 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Request body: {'port': {'device_id': '61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:26.142748 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.175227 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6b669851-3d59-4d36-b009-82681b15a86c admin admin] Publish callbacks [] for security_group (b1146ec4-454f-4944-b780-a3fd419b18af), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.279894 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6b669851-3d59-4d36-b009-82681b15a86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (b1146ec4-454f-4944-b780-a3fd419b18af), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.341166 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-6b669851-3d59-4d36-b009-82681b15a86c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=389e3c05babf477fad849535063df2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6337345 Jun 23 09:26:26.342573 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b669851-3d59-4d36-b009-82681b15a86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1146ec4-454f-4944-b780-a3fd419b18af,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:26.347835 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44620) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:26.407353 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-16e78909-db93-429c-9c93-dfe4dc43d052 admin admin] Publish callbacks [] for security_group (b1146ec4-454f-4944-b780-a3fd419b18af), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.428658 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-16e78909-db93-429c-9c93-dfe4dc43d052 admin admin] Publish callbacks [] for security_group (b1146ec4-454f-4944-b780-a3fd419b18af), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.430126 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af03f42-b0af-4904-b2cd-5c086eec8f36 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:26:26.439024 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Publish callbacks [] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.451775 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Transition to ACTIVE for port object 1af03f42-b0af-4904-b2cd-5c086eec8f36 will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:26:26.593907 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.628141 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-16e78909-db93-429c-9c93-dfe4dc43d052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (b1146ec4-454f-4944-b780-a3fd419b18af), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.631224 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-16e78909-db93-429c-9c93-dfe4dc43d052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.632391 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-16e78909-db93-429c-9c93-dfe4dc43d052 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1146ec4-454f-4944-b780-a3fd419b18af HTTP/1.1" status: 204 len: 168 time: 0.2814879 Jun 23 09:26:26.645262 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Pushing event updated for resources: {'Port': ['ID=1af03f42-b0af-4904-b2cd-5c086eec8f36,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:26.655545 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e78909-db93-429c-9c93-dfe4dc43d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1146ec4-454f-4944-b780-a3fd419b18af,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:26.723052 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:26.809644 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Attempting to bind port 1af03f42-b0af-4904-b2cd-5c086eec8f36 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:26.809986 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Attempting to bind port 1af03f42-b0af-4904-b2cd-5c086eec8f36 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:26.810314 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Attempting to bind port 1af03f42-b0af-4904-b2cd-5c086eec8f36 on network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:26.829038 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Port 1af03f42-b0af-4904-b2cd-5c086eec8f36 on network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:26:26.829360 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Attempting to bind port 1af03f42-b0af-4904-b2cd-5c086eec8f36 on network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:26.838285 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:26.838662 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Checking segment: {'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:26.839068 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Bound using segment: {'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:26.839498 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Bound port: 1af03f42-b0af-4904-b2cd-5c086eec8f36, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:26.839855 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:26.850769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1178d-8f70-4779-8bdb-86942a59e918 req-39882b52-7706-4555-b0da-f3546d882370 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:26.852199 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-99d1178d-8f70-4779-8bdb-86942a59e918 req-39882b52-7706-4555-b0da-f3546d882370 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 943 time: 0.1086860 Jun 23 09:26:26.942102 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-99d1178d-8f70-4779-8bdb-86942a59e918 req-6b9ca71e-ea22-4f89-9ef8-24cb08fa15a8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837195 Jun 23 09:26:26.945729 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] For port 1af03f42-b0af-4904-b2cd-5c086eec8f36, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:26.949781 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] For port 1af03f42-b0af-4904-b2cd-5c086eec8f36, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=1af03f42-b0af-4904-b2cd-5c086eec8f36,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:27.051617 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:27.067333 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b6a64-b988-4b00-8f4d-2dc667cc4991 req-fc9849f3-14dd-4ae2-9f68-73c76f2b360a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:27.068784 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-158b6a64-b988-4b00-8f4d-2dc667cc4991 req-fc9849f3-14dd-4ae2-9f68-73c76f2b360a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 943 time: 0.0569777 Jun 23 09:26:27.118488 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:27.119190 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:27.120614 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] 10.222.0.55 "PUT /v2.0/ports/1af03f42-b0af-4904-b2cd-5c086eec8f36 HTTP/1.1" status: 200 len: 1093 time: 1.0451257 Jun 23 09:26:27.127933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1', 'tag': '1af03f42-b0af-4904-b2cd-5c086eec8f36'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:27.130185 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcf11f0-2e53-420a-b4e8-4f4d163af9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1", "tag": "1af03f42-b0af-4904-b2cd-5c086eec8f36"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:27.168454 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479be05-91cf-4b9e-a1fc-b4fcf278c531 service neutron] Pushing event updated for resources: {'Port': ['ID=1af03f42-b0af-4904-b2cd-5c086eec8f36,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:27.187079 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-158b6a64-b988-4b00-8f4d-2dc667cc4991 req-e7c6033e-0452-4771-a0d0-171aabebcbaf tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857656 Jun 23 09:26:27.224999 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb14615-2835-4744-ba03-9949f22f30b1 x-openstack-request-id: req-dcb14615-2835-4744-ba03-9949f22f30b1 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:27.225295 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1", "tag": "1af03f42-b0af-4904-b2cd-5c086eec8f36", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:27.225550 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcb14615-2835-4744-ba03-9949f22f30b1 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:27.225951 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb14615-2835-4744-ba03-9949f22f30b1'] response: {'name': 'network-changed', 'server_uuid': '61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1', 'tag': '1af03f42-b0af-4904-b2cd-5c086eec8f36', 'status': 'completed', 'code': 200} Jun 23 09:26:27.319344 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf11f0-2e53-420a-b4e8-4f4d163af9a8 req-67d84977-ea1a-46f8-86ad-bbc81148dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:27.320971 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3bcf11f0-2e53-420a-b4e8-4f4d163af9a8 req-67d84977-ea1a-46f8-86ad-bbc81148dc05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a1a64d6d0f241739bb3dad4490182ed&device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 1127 time: 0.0450394 Jun 23 09:26:27.476594 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf11f0-2e53-420a-b4e8-4f4d163af9a8 req-658b5d7f-d676-4d06-b334-5cb743ac5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:27.478127 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3bcf11f0-2e53-420a-b4e8-4f4d163af9a8 req-658b5d7f-d676-4d06-b334-5cb743ac5a33 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6a1a64d6d0f241739bb3dad4490182ed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1414664 Jun 23 09:26:27.512158 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44652) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:27.520358 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:27.606527 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [req-92d17884-7ef5-4d01-a90f-b14639572196 req-21c94e31-fb21-4da3-a84d-bf5b00a6a8b7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104734) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:26:27.607554 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-92d17884-7ef5-4d01-a90f-b14639572196 req-21c94e31-fb21-4da3-a84d-bf5b00a6a8b7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068622 Jun 23 09:26:27.610472 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf11f0-2e53-420a-b4e8-4f4d163af9a8 req-93ff6a55-c551-4b68-b64c-6fc99a9fee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:27.611860 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3bcf11f0-2e53-420a-b4e8-4f4d163af9a8 req-93ff6a55-c551-4b68-b64c-6fc99a9fee30 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268296 Jun 23 09:26:27.618811 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d80dcfb6-742d-4015-9492-0b79f1b71413 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:26:27.723679 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-85304cb5-7327-4d6a-b43b-8a1b396ebf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:27.726157 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-85304cb5-7327-4d6a-b43b-8a1b396ebf66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a1a64d6d0f241739bb3dad4490182ed&device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 1127 time: 0.0471361 Jun 23 09:26:27.732913 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d80dcfb6-742d-4015-9492-0b79f1b71413, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d80dcfb6-742d-4015-9492-0b79f1b71413,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:27.744464 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'mac_address': 'fa:16:3e:5c:ff:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:26:27.772256 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-149e77ce-6ea3-4dd1-8da2-2993b6875b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af03f42-b0af-4904-b2cd-5c086eec8f36 HTTP/1.1" status: 200 len: 217 time: 0.0330725 Jun 23 09:26:27.778996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port d80dcfb6-742d-4015-9492-0b79f1b71413 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:27.779411 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:27.792318 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80dcfb6-742d-4015-9492-0b79f1b71413 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:26:27.822070 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d80dcfb6-742d-4015-9492-0b79f1b71413, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d80dcfb6-742d-4015-9492-0b79f1b71413,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:27.825177 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-2dc2744c-38b7-46b3-afc7-e0e95e59986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:27.827279 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-2dc2744c-38b7-46b3-afc7-e0e95e59986d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e523624c-eb04-4729-9346-6cdcc2021b9f HTTP/1.1" status: 200 len: 848 time: 0.0485930 Jun 23 09:26:27.863230 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-e10ccb76-794e-499e-87b6-f0afde501400 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267494 Jun 23 09:26:27.954761 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-96f3a66d-ad7a-4918-a55a-3d14c7065745 service neutron] 10.222.0.55 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Jun 23 09:26:28.010925 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.025034 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44660) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:28.061522 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=d80dcfb6-742d-4015-9492-0b79f1b71413,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:28.083701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bc2dd-145c-4b02-87e2-0ea4cf38e857 req-329e7fe7-f54e-4e79-988e-b9054e11c5c2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:28.085677 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5a1bc2dd-145c-4b02-87e2-0ea4cf38e857 req-329e7fe7-f54e-4e79-988e-b9054e11c5c2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 944 time: 0.0615308 Jun 23 09:26:28.089428 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0224a1e1-dbbf-450c-8299-78e588bc3eea req-489ab317-d801-432b-abd8-458fc93cbca6 service neutron] 10.222.0.55 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276145 Jun 23 09:26:28.095286 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-28132ad1-f243-4ded-ac5c-027697724119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.166666 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:28.174397 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd84bab-10a7-41f2-915e-2f5b28a1e669 req-094e5247-b0b4-45f9-abf9-9450540cee79 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:28.175293 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5a1bc2dd-145c-4b02-87e2-0ea4cf38e857 req-4f43d93d-2de1-4e3d-bb31-ae2bd1634bd6 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819399 Jun 23 09:26:28.179533 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3cd84bab-10a7-41f2-915e-2f5b28a1e669 req-094e5247-b0b4-45f9-abf9-9450540cee79 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0660346 Jun 23 09:26:28.226761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-28132ad1-f243-4ded-ac5c-027697724119 admin admin] Publish callbacks [] for security_group (66c952d6-adb8-4c25-b4f6-04a81557a8c8), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.278904 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3cd84bab-10a7-41f2-915e-2f5b28a1e669 req-fa739be8-310f-427a-ace4-2d8ca3911ed4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957801 Jun 23 09:26:28.291773 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b867-0778-4f32-896e-34c150ce9c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.334178 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-28132ad1-f243-4ded-ac5c-027697724119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (66c952d6-adb8-4c25-b4f6-04a81557a8c8), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.340620 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['d80dcfb6-742d-4015-9492-0b79f1b71413'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:26:28.360228 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8e7e8-3842-4387-aa36-6d16025078c7 req-58699c0e-5bd0-4034-9415-d517c48b049c tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:28.364420 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44674) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:28.364683 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-37b8e7e8-3842-4387-aa36-6d16025078c7 req-58699c0e-5bd0-4034-9415-d517c48b049c tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 943 time: 0.0903471 Jun 23 09:26:28.386204 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:28.427917 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-28132ad1-f243-4ded-ac5c-027697724119 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9322efcce0f4b828c34c9de5d0739d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4013891 Jun 23 09:26:28.430113 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44684) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:28.447866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28132ad1-f243-4ded-ac5c-027697724119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c952d6-adb8-4c25-b4f6-04a81557a8c8,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:28.512976 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-37b8e7e8-3842-4387-aa36-6d16025078c7 req-0f9c763e-0da6-483c-abca-803d3633f704 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351483 Jun 23 09:26:28.527856 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bafb7a3-a90c-4577-a813-4bd72581ce8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.540682 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-95b4b0c0-7325-49b4-b683-494771d463ff admin admin] Publish callbacks [] for security_group (66c952d6-adb8-4c25-b4f6-04a81557a8c8), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.554397 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:28.567657 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-95b4b0c0-7325-49b4-b683-494771d463ff admin admin] Publish callbacks [] for security_group (66c952d6-adb8-4c25-b4f6-04a81557a8c8), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.576866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b867-0778-4f32-896e-34c150ce9c0e admin admin] Publish callbacks [] for security_group (d809e1c1-0f0e-4e63-8513-a2950f02daa8), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.658564 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bafb7a3-a90c-4577-a813-4bd72581ce8d admin admin] Publish callbacks [] for security_group (c897c7bc-3aa9-4c0e-acb9-647dbb15f0d1), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.685999 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b867-0778-4f32-896e-34c150ce9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (d809e1c1-0f0e-4e63-8513-a2950f02daa8), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.725009 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b3a2b867-0778-4f32-896e-34c150ce9c0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abec122c2f0e4a50bfc0efe0e74b308f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2117791 Jun 23 09:26:28.725894 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2b867-0778-4f32-896e-34c150ce9c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d809e1c1-0f0e-4e63-8513-a2950f02daa8,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:28.728262 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44690) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:28.778972 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-199cdb9c-dbe4-41b6-8b50-394f51b9ffaa admin admin] Publish callbacks [] for security_group (d809e1c1-0f0e-4e63-8513-a2950f02daa8), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.782891 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-95b4b0c0-7325-49b4-b683-494771d463ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (66c952d6-adb8-4c25-b4f6-04a81557a8c8), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.785214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-95b4b0c0-7325-49b4-b683-494771d463ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.786379 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-95b4b0c0-7325-49b4-b683-494771d463ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66c952d6-adb8-4c25-b4f6-04a81557a8c8 HTTP/1.1" status: 204 len: 168 time: 0.3553264 Jun 23 09:26:28.806435 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4b0c0-7325-49b4-b683-494771d463ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c952d6-adb8-4c25-b4f6-04a81557a8c8,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:28.813726 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-199cdb9c-dbe4-41b6-8b50-394f51b9ffaa admin admin] Publish callbacks [] for security_group (d809e1c1-0f0e-4e63-8513-a2950f02daa8), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.827065 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bafb7a3-a90c-4577-a813-4bd72581ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (c897c7bc-3aa9-4c0e-acb9-647dbb15f0d1), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.879284 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44698) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:28.885573 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafb7a3-a90c-4577-a813-4bd72581ce8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c897c7bc-3aa9-4c0e-acb9-647dbb15f0d1,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:28.892917 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-5bafb7a3-a90c-4577-a813-4bd72581ce8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=033e7a9eee0149388e1c0815ba8f3ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5204942 Jun 23 09:26:28.893289 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44702) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:28.952393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4b154934-0ba7-400f-b72a-b685c4e68afc admin admin] Publish callbacks [] for security_group (c897c7bc-3aa9-4c0e-acb9-647dbb15f0d1), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.969028 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-199cdb9c-dbe4-41b6-8b50-394f51b9ffaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (d809e1c1-0f0e-4e63-8513-a2950f02daa8), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.971714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-199cdb9c-dbe4-41b6-8b50-394f51b9ffaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.972866 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-199cdb9c-dbe4-41b6-8b50-394f51b9ffaa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d809e1c1-0f0e-4e63-8513-a2950f02daa8 HTTP/1.1" status: 204 len: 168 time: 0.2439063 Jun 23 09:26:28.981448 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cdb9c-dbe4-41b6-8b50-394f51b9ffaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d809e1c1-0f0e-4e63-8513-a2950f02daa8,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:28.995949 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4b154934-0ba7-400f-b72a-b685c4e68afc admin admin] Publish callbacks [] for security_group (c897c7bc-3aa9-4c0e-acb9-647dbb15f0d1), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:28.999503 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-6c062f8a-da3d-4695-be52-79f906c55133 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191056 Jun 23 09:26:29.012830 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-53c55642-8d53-4ec3-9219-3dba59a4e24b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:26:29.014260 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-53c55642-8d53-4ec3-9219-3dba59a4e24b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050633 Jun 23 09:26:29.211285 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4b154934-0ba7-400f-b72a-b685c4e68afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (c897c7bc-3aa9-4c0e-acb9-647dbb15f0d1), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:29.214015 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4b154934-0ba7-400f-b72a-b685c4e68afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:29.215376 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-4b154934-0ba7-400f-b72a-b685c4e68afc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c897c7bc-3aa9-4c0e-acb9-647dbb15f0d1 HTTP/1.1" status: 204 len: 168 time: 0.3211441 Jun 23 09:26:29.226876 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b154934-0ba7-400f-b72a-b685c4e68afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c897c7bc-3aa9-4c0e-acb9-647dbb15f0d1,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:29.237852 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44718) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:29.311595 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d2c8d-e960-41a8-ab93-4a1125b32632 req-de391df2-9a64-496d-8bd4-d31543a05226 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:29.313219 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6d6d2c8d-e960-41a8-ab93-4a1125b32632 req-de391df2-9a64-496d-8bd4-d31543a05226 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 944 time: 0.0481546 Jun 23 09:26:29.340968 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:29.374647 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6d6d2c8d-e960-41a8-ab93-4a1125b32632 req-cea857ef-6c87-45ce-aa22-a12aa5a60bca tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543084 Jun 23 09:26:29.404343 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:29.421569 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e047e6b-51b5-4c87-a1ff-197cf9de8bfc req-0562f04e-f844-4ae5-89fb-3a6fa9f7c702 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:29.423151 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8e047e6b-51b5-4c87-a1ff-197cf9de8bfc req-0562f04e-f844-4ae5-89fb-3a6fa9f7c702 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0649362 Jun 23 09:26:29.474355 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8e047e6b-51b5-4c87-a1ff-197cf9de8bfc req-5fb38a3a-770b-4c8b-8972-f972e824e0d7 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Jun 23 09:26:29.594697 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-1ed58b91-8144-4f53-a7bc-8ec874caf2b9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:29.596085 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-1ed58b91-8144-4f53-a7bc-8ec874caf2b9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports/a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 200 len: 940 time: 0.3570118 Jun 23 09:26:29.630741 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d80dcfb6-742d-4015-9492-0b79f1b71413 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:29.631897 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508692-1bf9-4722-96d3-b5deffbe8d87 req-b980ccc4-e9e9-4c3c-b45a-bc267d5879d2 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:29.641703 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9b508692-1bf9-4722-96d3-b5deffbe8d87 req-b980ccc4-e9e9-4c3c-b45a-bc267d5879d2 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 943 time: 0.0636384 Jun 23 09:26:29.693749 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port d80dcfb6-742d-4015-9492-0b79f1b71413 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:26:29.714409 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9b508692-1bf9-4722-96d3-b5deffbe8d87 req-99e06090-11a5-4167-8cdd-929b8a8e2597 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666142 Jun 23 09:26:29.774991 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port d80dcfb6-742d-4015-9492-0b79f1b71413 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:29.779183 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:29.854879 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port d80dcfb6-742d-4015-9492-0b79f1b71413 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:29.855560 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:29.877859 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:29.880071 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b0da30-3019-4232-b3dc-da3068396448" -d '{"events": [{"server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "name": "network-vif-plugged", "status": "completed", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:29.892718 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d80dcfb6-742d-4015-9492-0b79f1b71413, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d80dcfb6-742d-4015-9492-0b79f1b71413,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:29.916015 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e28f76-8531-410f-a762-e4471b362472 x-openstack-request-id: req-28e28f76-8531-410f-a762-e4471b362472 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:29.916165 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "name": "network-vif-plugged", "status": "completed", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:29.916334 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28e28f76-8531-410f-a762-e4471b362472 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:29.917028 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e28f76-8531-410f-a762-e4471b362472'] response: {'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'code': 200} Jun 23 09:26:29.980079 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:30.051953 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=d80dcfb6-742d-4015-9492-0b79f1b71413,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:30.209055 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44748) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:30.222806 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d91ca0ab-a9c6-42bd-b091-0f6c1e941c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:30.311575 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d91ca0ab-a9c6-42bd-b091-0f6c1e941c53 admin admin] Publish callbacks [] for security_group (c8db233e-0e5b-4693-b658-2a18b093f067), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:30.322605 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:30.350508 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0d696-02dd-468f-8ebc-ba7eee433a44 req-287961f9-2615-40e6-ad56-1f6ec1d99d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:30.352168 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-aff0d696-02dd-468f-8ebc-ba7eee433a44 req-287961f9-2615-40e6-ad56-1f6ec1d99d37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0393739 Jun 23 09:26:30.400042 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-aff0d696-02dd-468f-8ebc-ba7eee433a44 req-ffd09f69-4966-496a-8e1d-f96fe0b6c0a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414934 Jun 23 09:26:30.443934 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d91ca0ab-a9c6-42bd-b091-0f6c1e941c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (c8db233e-0e5b-4693-b658-2a18b093f067), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:30.525154 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d91ca0ab-a9c6-42bd-b091-0f6c1e941c53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc47b6fc71bf4c2192459dea71872b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100886 Jun 23 09:26:30.525250 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44758) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:30.529246 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbc2ac-33f1-4547-bc13-a9b1c6a1636b req-c4f2d114-c56d-48c9-b1e1-cd5bb0929c52 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:30.530995 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c7cbc2ac-33f1-4547-bc13-a9b1c6a1636b req-c4f2d114-c56d-48c9-b1e1-cd5bb0929c52 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0818751 Jun 23 09:26:30.532231 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ca0ab-a9c6-42bd-b091-0f6c1e941c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8db233e-0e5b-4693-b658-2a18b093f067,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:30.600648 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c7cbc2ac-33f1-4547-bc13-a9b1c6a1636b req-bbae2245-564c-452e-bad6-5d8031ef2015 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562525 Jun 23 09:26:30.632431 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c85671fb-b2b5-464c-8757-4a0762b21724 admin admin] Publish callbacks [] for security_group (c8db233e-0e5b-4693-b658-2a18b093f067), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:30.647409 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f7c3-cd58-46c6-844e-04ff51a5ca47 req-4cd2d4aa-a81d-44cb-a112-8d865590439e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:30.649641 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-80b5f7c3-cd58-46c6-844e-04ff51a5ca47 req-4cd2d4aa-a81d-44cb-a112-8d865590439e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0636981 Jun 23 09:26:30.667455 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c85671fb-b2b5-464c-8757-4a0762b21724 admin admin] Publish callbacks [] for security_group (c8db233e-0e5b-4693-b658-2a18b093f067), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:30.729953 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-80b5f7c3-cd58-46c6-844e-04ff51a5ca47 req-453ced9e-1fa1-4c78-8bfd-a13cbb80bd8b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720437 Jun 23 09:26:30.819519 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d43d3-eac0-47fc-b92b-786a4253b392 req-5d4e8b83-2d4e-4a50-babb-e9bb79096df1 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:30.820991 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-626d43d3-eac0-47fc-b92b-786a4253b392 req-5d4e8b83-2d4e-4a50-babb-e9bb79096df1 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 943 time: 0.0464489 Jun 23 09:26:30.867298 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-626d43d3-eac0-47fc-b92b-786a4253b392 req-381e9173-149f-4880-b9b9-b28d2b468bfd tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Jun 23 09:26:30.879529 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c85671fb-b2b5-464c-8757-4a0762b21724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (c8db233e-0e5b-4693-b658-2a18b093f067), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:30.882081 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c85671fb-b2b5-464c-8757-4a0762b21724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:30.883253 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c85671fb-b2b5-464c-8757-4a0762b21724 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8db233e-0e5b-4693-b658-2a18b093f067 HTTP/1.1" status: 204 len: 168 time: 0.3592730 Jun 23 09:26:30.891598 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85671fb-b2b5-464c-8757-4a0762b21724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8db233e-0e5b-4693-b658-2a18b093f067,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:31.031166 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:31.608512 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44782) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:31.624262 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-247e8f1e-058e-4feb-8c7e-3a5f33428747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:31.648753 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 1af03f42-b0af-4904-b2cd-5c086eec8f36 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:26:31.735517 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc56fb8-b536-4876-802b-a7e75e1584cd req-9cade7b2-60c5-4f25-95dd-2fe5b14dbbcb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:31.737586 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6cc56fb8-b536-4876-802b-a7e75e1584cd req-9cade7b2-60c5-4f25-95dd-2fe5b14dbbcb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0660582 Jun 23 09:26:31.762126 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 1af03f42-b0af-4904-b2cd-5c086eec8f36, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=1af03f42-b0af-4904-b2cd-5c086eec8f36,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:31.762337 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-247e8f1e-058e-4feb-8c7e-3a5f33428747 admin admin] Publish callbacks [] for security_group (2c6d90ae-3d5e-43dd-bfd7-2d6dbbc471e2), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:31.778587 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '1af03f42-b0af-4904-b2cd-5c086eec8f36', 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb', 'port_id': '1af03f42-b0af-4904-b2cd-5c086eec8f36', 'mac_address': 'fa:16:3e:96:bf:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e523624c-eb04-4729-9346-6cdcc2021b9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:26:31.801044 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6cc56fb8-b536-4876-802b-a7e75e1584cd req-929330f2-50a9-4337-875d-83dc2ef98e5a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501313 Jun 23 09:26:31.820764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 1af03f42-b0af-4904-b2cd-5c086eec8f36 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:31.820764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:31.831961 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af03f42-b0af-4904-b2cd-5c086eec8f36 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:26:31.851050 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 1af03f42-b0af-4904-b2cd-5c086eec8f36, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=1af03f42-b0af-4904-b2cd-5c086eec8f36,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:31.871841 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcb43b-1333-4561-bccc-87aa4ed09512 req-33b1b73b-11f3-4269-aca0-17d11c13dc0e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:31.873784 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8fdcb43b-1333-4561-bccc-87aa4ed09512 req-33b1b73b-11f3-4269-aca0-17d11c13dc0e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0477676 Jun 23 09:26:31.921251 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8fdcb43b-1333-4561-bccc-87aa4ed09512 req-3ecd2550-6ef8-45f4-84d1-cc077383849c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 Jun 23 09:26:31.977644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526ea4b-0788-4940-a035-88a98a030eb5 req-a7248546-5fe1-4755-a64d-dbd00a5fa3c1 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:31.979127 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e526ea4b-0788-4940-a035-88a98a030eb5 req-a7248546-5fe1-4755-a64d-dbd00a5fa3c1 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 943 time: 0.0461502 Jun 23 09:26:32.001464 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-247e8f1e-058e-4feb-8c7e-3a5f33428747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (2c6d90ae-3d5e-43dd-bfd7-2d6dbbc471e2), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:32.053196 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-247e8f1e-058e-4feb-8c7e-3a5f33428747 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=000776dc041d460e9f482155fb819094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4430635 Jun 23 09:26:32.055938 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44796) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:32.056675 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e8f1e-058e-4feb-8c7e-3a5f33428747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d90ae-3d5e-43dd-bfd7-2d6dbbc471e2,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:32.062601 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:32.071373 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e526ea4b-0788-4940-a035-88a98a030eb5 req-51746d7d-25b8-4937-83f6-489153eaa46e tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858119 Jun 23 09:26:32.120444 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=1af03f42-b0af-4904-b2cd-5c086eec8f36,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:32.361607 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-34eed083-6dbc-4184-bc3c-d3ce6ed18947 admin admin] Publish callbacks [] for security_group (2c6d90ae-3d5e-43dd-bfd7-2d6dbbc471e2), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:32.384035 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-34eed083-6dbc-4184-bc3c-d3ce6ed18947 admin admin] Publish callbacks [] for security_group (2c6d90ae-3d5e-43dd-bfd7-2d6dbbc471e2), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:32.440666 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['1af03f42-b0af-4904-b2cd-5c086eec8f36'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:26:32.553197 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-34eed083-6dbc-4184-bc3c-d3ce6ed18947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (2c6d90ae-3d5e-43dd-bfd7-2d6dbbc471e2), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:32.558080 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-34eed083-6dbc-4184-bc3c-d3ce6ed18947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:32.564704 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-34eed083-6dbc-4184-bc3c-d3ce6ed18947 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c6d90ae-3d5e-43dd-bfd7-2d6dbbc471e2 HTTP/1.1" status: 204 len: 168 time: 0.5040276 Jun 23 09:26:32.573482 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:32.577495 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eed083-6dbc-4184-bc3c-d3ce6ed18947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d90ae-3d5e-43dd-bfd7-2d6dbbc471e2,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:32.917997 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89efb14-002c-48f6-86c5-a6ac3dc30d5b req-1d3f1274-2335-42f0-9490-a960a54bf88a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:32.919508 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a89efb14-002c-48f6-86c5-a6ac3dc30d5b req-1d3f1274-2335-42f0-9490-a960a54bf88a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0478091 Jun 23 09:26:32.987689 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a89efb14-002c-48f6-86c5-a6ac3dc30d5b req-9f917eea-1afc-40db-a9bb-b6c03018bddb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618272 Jun 23 09:26:33.076628 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d639a56-1563-42ce-8186-2ed7bb6be592 req-c70c6ffc-bf07-49d1-b810-96292f970212 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:33.079289 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d639a56-1563-42ce-8186-2ed7bb6be592 req-c70c6ffc-bf07-49d1-b810-96292f970212 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0701098 Jun 23 09:26:33.132689 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23d8be-9151-4771-9709-c4da3e1685a8 req-4c2949ea-63ef-4ded-86f5-b260dbfc5b1c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:33.134304 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6a23d8be-9151-4771-9709-c4da3e1685a8 req-4c2949ea-63ef-4ded-86f5-b260dbfc5b1c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0744333 Jun 23 09:26:33.137356 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d639a56-1563-42ce-8186-2ed7bb6be592 req-4b51460e-6bff-4310-a6f4-ee4dc2a92140 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468342 Jun 23 09:26:33.144151 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44830) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:33.148727 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'floatingip': {'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:33.242703 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:33.251736 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d3c18-3270-42bd-9469-1b1b030584e4 req-03c55461-032b-45f1-86f5-9035b731f684 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:33.253258 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-811d3c18-3270-42bd-9469-1b1b030584e4 req-03c55461-032b-45f1-86f5-9035b731f684 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 944 time: 0.0522740 Jun 23 09:26:33.301069 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-811d3c18-3270-42bd-9469-1b1b030584e4 req-88111285-f008-49b9-8661-6e47536e9f03 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Jun 23 09:26:33.661290 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 1af03f42-b0af-4904-b2cd-5c086eec8f36 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:33.715000 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 1af03f42-b0af-4904-b2cd-5c086eec8f36 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:26:33.874840 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 1af03f42-b0af-4904-b2cd-5c086eec8f36 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:33.874840 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:33.962683 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-2eac4c4b-e362-4f57-a404-e9caff319493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:33.964608 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-2eac4c4b-e362-4f57-a404-e9caff319493 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b&tenant_id=29ece34041e04c78868e53d90b658a82 HTTP/1.1" status: 200 len: 1127 time: 0.1039939 Jun 23 09:26:33.973350 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:33.989413 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44848) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:34.011002 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 1af03f42-b0af-4904-b2cd-5c086eec8f36 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:34.011399 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.040419 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af03f42-b0af-4904-b2cd-5c086eec8f36'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:34.043337 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acbd7f6-e3bc-4e1f-9e36-c06da6e38106" -d '{"events": [{"server_uuid": "61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1", "name": "network-vif-plugged", "status": "completed", "tag": "1af03f42-b0af-4904-b2cd-5c086eec8f36"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:34.056971 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-e9afd242-75f0-4c2a-af53-c483f0e86d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:34.059484 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-e9afd242-75f0-4c2a-af53-c483f0e86d88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 1127 time: 0.0558004 Jun 23 09:26:34.074945 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 1af03f42-b0af-4904-b2cd-5c086eec8f36, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=1af03f42-b0af-4904-b2cd-5c086eec8f36,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:34.092084 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c362ca9-d934-4690-b3bc-09c6d12664fe x-openstack-request-id: req-1c362ca9-d934-4690-b3bc-09c6d12664fe {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:34.092381 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1", "name": "network-vif-plugged", "status": "completed", "tag": "1af03f42-b0af-4904-b2cd-5c086eec8f36", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:34.093127 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c362ca9-d934-4690-b3bc-09c6d12664fe {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:34.093127 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c362ca9-d934-4690-b3bc-09c6d12664fe'] response: {'server_uuid': '61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af03f42-b0af-4904-b2cd-5c086eec8f36', 'code': 200} Jun 23 09:26:34.114876 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:34.122235 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.138452 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1506234364-network', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:34.176501 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-b2f63272-4581-4d55-8d83-52c8a518f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:34.178485 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-b2f63272-4581-4d55-8d83-52c8a518f070 service neutron] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 917 time: 0.1109338 Jun 23 09:26:34.181822 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.233630 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=1af03f42-b0af-4904-b2cd-5c086eec8f36,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:34.239967 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.277401 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d36e-1849-47d1-824b-83c97b7c6e68 req-0a404186-7d0e-4e72-914e-698b447eb13a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:34.281024 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ead1d36e-1849-47d1-824b-83c97b7c6e68 req-0a404186-7d0e-4e72-914e-698b447eb13a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0552945 Jun 23 09:26:34.289682 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-b0edcf55-6977-406a-b97f-3465f27dc998 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 200 len: 999 time: 0.1002696 Jun 23 09:26:34.338217 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Made reservation on behalf of 3ee3f1c33377446489b75e9faaa5654b for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:34.340127 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.342578 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Floating IP 23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588 associated. External IP: 172.27.2.67, port: d80dcfb6-742d-4015-9492-0b79f1b71413. Jun 23 09:26:34.361993 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.395456 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-fbd5ad19-c15e-4fef-9055-cf904d3ec73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:34.396915 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-fbd5ad19-c15e-4fef-9055-cf904d3ec73b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.1006660 Jun 23 09:26:34.426967 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ead1d36e-1849-47d1-824b-83c97b7c6e68 req-ba7d7c64-7ba6-4860-8226-d2a6ee3a5abe tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403861 Jun 23 09:26:34.465226 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-eddaab93-adca-473e-82e0-90b35b9269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:34.467310 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-eddaab93-adca-473e-82e0-90b35b9269bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608616 Jun 23 09:26:34.477088 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d383ebc-ef11-43f7-97e4-ead08065651c req-f6e265a1-df84-4f11-b901-e954917ed3c1 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:34.478554 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4d383ebc-ef11-43f7-97e4-ead08065651c req-f6e265a1-df84-4f11-b901-e954917ed3c1 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.0875061 Jun 23 09:26:34.577645 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Publish callbacks [] for security_group (e816f39c-d4c5-4ccb-8736-f65af523cec9), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.593263 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-0f83003c-3083-4192-9a7e-966538bffacf service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189322 Jun 23 09:26:34.604019 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4d383ebc-ef11-43f7-97e4-ead08065651c req-cfb4017c-5712-4324-9f21-eebd4862a1fb tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172986 Jun 23 09:26:34.606760 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b3275-8e99-4686-9e75-2093b3f0ff4e req-193820a2-bebd-4ded-b63c-289ff94d0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:34.608212 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-de9b3275-8e99-4686-9e75-2093b3f0ff4e req-193820a2-bebd-4ded-b63c-289ff94d0d6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 1129 time: 0.0676265 Jun 23 09:26:34.664136 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e816f39c-d4c5-4ccb-8736-f65af523cec9), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.692990 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Router 62b9be4c-3c56-4e92-8043-fc264b8707c9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:26:34.696824 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-de9b3275-8e99-4686-9e75-2093b3f0ff4e req-49ca6599-2521-4821-925a-ddf9368626e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595055 Jun 23 09:26:34.703336 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:26:34.705279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:34.726707 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (0093700e-27c9-4a83-9b3d-e565a69bcf6b), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.727088 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Added segment 0093700e-27c9-4a83-9b3d-e565a69bcf6b of type vlan for network 41d8d680-ae9a-4d55-be37-805921d1b1ec Jun 23 09:26:34.728559 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e816f39c-d4c5-4ccb-8736-f65af523cec9,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:34.732777 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-68d8674a-cbf4-414d-a571-a8139c54e8cc service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329763 Jun 23 09:26:34.776738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (41d8d680-ae9a-4d55-be37-805921d1b1ec), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.806155 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:26:34.812060 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.816966 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] Sync routers for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:26:34.827382 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:34.828000 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:34.842116 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-58d164b1-06da-4661-bbbc-959e45af865a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "PUT /v2.0/floatingips/23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588 HTTP/1.1" status: 200 len: 990 time: 1.6968932 Jun 23 09:26:34.842803 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:34.845142 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936afa1-9598-4d72-aa46-685de9828b55" -d '{"events": [{"name": "network-changed", "server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:34.883426 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (41d8d680-ae9a-4d55-be37-805921d1b1ec), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.884751 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:34.885343 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:34.900092 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51d3954-8a87-46cc-bdd9-b7eab8b860a1 x-openstack-request-id: req-b51d3954-8a87-46cc-bdd9-b7eab8b860a1 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:34.900460 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:34.900858 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b51d3954-8a87-46cc-bdd9-b7eab8b860a1 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:34.902478 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51d3954-8a87-46cc-bdd9-b7eab8b860a1'] response: {'name': 'network-changed', 'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'status': 'completed', 'code': 200} Jun 23 09:26:34.938158 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:34.944363 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] Pushing event updated for resources: {'Network': ['ID=41d8d680-ae9a-4d55-be37-805921d1b1ec,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:34.966306 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:26:35.002845 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8e13dcbb-9986-4afa-bc05-81303a8364df admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0113969 Jun 23 09:26:35.005635 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44868) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:35.013087 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Request body: {'subnet': {'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1506234364-subnet', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:35.077677 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936afa1-9598-4d72-aa46-685de9828b55 req-86e00205-9969-4cd1-9027-8ca088cea6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:35.079169 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6936afa1-9598-4d72-aa46-685de9828b55 req-86e00205-9969-4cd1-9027-8ca088cea6b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0447736 Jun 23 09:26:35.094181 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Made reservation on behalf of 3ee3f1c33377446489b75e9faaa5654b for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:35.096694 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9992445'] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:35.112688 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=12 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:35.115348 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=14 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:35.219003 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:35.252965 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:35.347488 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'mac_address': 'fa:16:3e:5c:ff:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:26:07Z', 'updated_at': '2022-06-23T09:26:33Z', 'revision_number': 1, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:35.375523 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] Checking router: 62b9be4c-3c56-4e92-8043-fc264b8707c9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:26:35.376596 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9992331'] for subnet (687fb39a-c4a6-4493-ac48-9fac6a9d11cb), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:35.383821 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:35.384431 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:35.455842 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687fb39a-c4a6-4493-ac48-9fac6a9d11cb,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:35.474680 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Checking segment: {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:35.475060 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Network hostable DHCP agents. Network: 41d8d680-ae9a-4d55-be37-805921d1b1ec, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:26:35.517367 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:35.546521 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936afa1-9598-4d72-aa46-685de9828b55 req-6ff66bf7-be81-436f-bf09-6c364c47daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:35.548239 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6936afa1-9598-4d72-aa46-685de9828b55 req-6ff66bf7-be81-436f-bf09-6c364c47daba service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.1202157 Jun 23 09:26:35.570835 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6689c5-129f-4e34-93f0-711386aed1e1 req-81e2212d-9916-4d45-ab7f-f0961c8c317a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:35.572475 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fc6689c5-129f-4e34-93f0-711386aed1e1 req-81e2212d-9916-4d45-ab7f-f0961c8c317a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0508432 Jun 23 09:26:35.627908 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fc6689c5-129f-4e34-93f0-711386aed1e1 req-70dd5b79-7417-4fb3-875f-7fb34865fd4d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463343 Jun 23 09:26:35.629918 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:26:35.731094 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6936afa1-9598-4d72-aa46-685de9828b55 req-c54bc128-42e3-4357-aed8-3809199ee2ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80dcfb6-742d-4015-9492-0b79f1b71413 HTTP/1.1" status: 200 len: 998 time: 0.0830925 Jun 23 09:26:35.755715 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'mac_address': 'fa:16:3e:5c:ff:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:26:07Z', 'updated_at': '2022-06-23T09:26:33Z', 'revision_number': 1, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:35.786617 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe1bb01-13e9-41e8-b4e4-ade54485249d None None] The sync data for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi is: [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'mac_address': 'fa:16:3e:5c:ff:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:26:07Z', 'updated_at': '2022-06-23T09:26:33Z', 'revision_number': 1, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:26:35.815020 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cfed7-d801-4e5a-bd73-87ce131bc8dd req-278244f7-94cf-41d5-989e-93d84b3d2b67 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:35.816597 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c25cfed7-d801-4e5a-bd73-87ce131bc8dd req-278244f7-94cf-41d5-989e-93d84b3d2b67 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.0593221 Jun 23 09:26:35.817395 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 41d8d680-ae9a-4d55-be37-805921d1b1ec) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:35.821847 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:35.822607 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:35.829934 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a97744-2337-48aa-a3b4-0c3e5b17c954 None None] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:26:35.866738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:35.908273 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c25cfed7-d801-4e5a-bd73-87ce131bc8dd req-9c02c2ef-8ae0-4355-a7c3-e209e3839d40 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769501 Jun 23 09:26:35.944220 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-41d8d680-ae9a-4d55-be37-805921d1b1ec', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:26:35.945140 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.007511 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1cd6aa14-7ab0-4280-92d3-c512e15e2690 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0007198 Jun 23 09:26:36.010047 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44910) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:36.014489 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:36.057381 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbc5ed-6794-48de-abb5-93d4f44fdfbb None None] New status for floating IP 23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588: ACTIVE {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:26:36.092442 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Allocated IP 172.20.0.2 (41d8d680-ae9a-4d55-be37-805921d1b1ec/687fb39a-c4a6-4493-ac48-9fac6a9d11cb/87229f94-6744-403c-973c-3ec827e3be73) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:36.125896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (04284d3d-4e72-437b-a0ff-f66f53cd3591), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.127759 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (04284d3d-4e72-437b-a0ff-f66f53cd3591), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.188957 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks [] for router_controller (04284d3d-4e72-437b-a0ff-f66f53cd3591), precommit_add_association {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.253035 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Publish callbacks [] for port (87229f94-6744-403c-973c-3ec827e3be73), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.334977 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (87229f94-6744-403c-973c-3ec827e3be73), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.411453 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Pushing event updated for resources: {'Port': ['ID=87229f94-6744-403c-973c-3ec827e3be73,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:36.414858 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:36.416980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:36.419877 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:36.525621 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Attempting to bind port 87229f94-6744-403c-973c-3ec827e3be73 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:36.525910 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Attempting to bind port 87229f94-6744-403c-973c-3ec827e3be73 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:36.526484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Attempting to bind port 87229f94-6744-403c-973c-3ec827e3be73 on network 41d8d680-ae9a-4d55-be37-805921d1b1ec {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:36.542108 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:36.542485 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Checking segment: {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:36.542896 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.543318 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Bound using segment: {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:36.543836 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Bound port: 87229f94-6744-403c-973c-3ec827e3be73, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:36.544232 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (87229f94-6744-403c-973c-3ec827e3be73), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.654873 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] For port 87229f94-6744-403c-973c-3ec827e3be73, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:36.659877 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] For port 87229f94-6744-403c-973c-3ec827e3be73, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=87229f94-6744-403c-973c-3ec827e3be73,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:36.783495 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (87229f94-6744-403c-973c-3ec827e3be73), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.792690 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks [] for router_gateway (04284d3d-4e72-437b-a0ff-f66f53cd3591), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:36.837576 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:36.843054 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e983-fa01-4e63-9a82-c3b8e83b8e2d req-6dd54ad0-8a46-4357-8268-1fe201aa5c83 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:36.844594 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ba51e983-fa01-4e63-9a82-c3b8e83b8e2d req-6dd54ad0-8a46-4357-8268-1fe201aa5c83 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0683160 Jun 23 09:26:36.885493 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86455f7d-08e8-4fb0-b6ac-5754abb18402 None None] Pushing event updated for resources: {'Port': ['ID=87229f94-6744-403c-973c-3ec827e3be73,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:36.910721 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ba51e983-fa01-4e63-9a82-c3b8e83b8e2d req-23c50bcb-8ab2-4f5c-8dde-25294ca464f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593944 Jun 23 09:26:37.256043 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df227b8-2719-466c-8be1-8ca4afa0040e req-c92736a0-608f-4542-a652-103b86c78e79 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:37.257601 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5df227b8-2719-466c-8be1-8ca4afa0040e req-c92736a0-608f-4542-a652-103b86c78e79 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.1258116 Jun 23 09:26:37.270292 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:37.372570 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5df227b8-2719-466c-8be1-8ca4afa0040e req-55b4ff28-35e1-4835-82ec-81d5a0448ad6 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959120 Jun 23 09:26:37.446683 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks [] for router_gateway (04284d3d-4e72-437b-a0ff-f66f53cd3591), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:37.472053 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:37.608008 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Allocated IP 172.27.2.69 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/552baad5-868b-408e-b0a8-d2271d6d3b7e) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:37.612337 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 87229f94-6744-403c-973c-3ec827e3be73 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:37.683654 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 87229f94-6744-403c-973c-3ec827e3be73 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:37.684032 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (87229f94-6744-403c-973c-3ec827e3be73), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:37.736139 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:37.739231 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks [] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:37.793190 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 87229f94-6744-403c-973c-3ec827e3be73 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:37.795654 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (87229f94-6744-403c-973c-3ec827e3be73), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:37.847465 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:37.850251 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 87229f94-6744-403c-973c-3ec827e3be73, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=87229f94-6744-403c-973c-3ec827e3be73,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:37.880020 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:37.925032 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:37.928614 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:37.932653 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:37.936916 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Pushing event updated for resources: {'Port': ['ID=552baad5-868b-408e-b0a8-d2271d6d3b7e,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:37.997792 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (87229f94-6744-403c-973c-3ec827e3be73), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:38.098394 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=87229f94-6744-403c-973c-3ec827e3be73,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:38.133930 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8f144-e017-4937-a259-3222320f905b req-ddad0120-1a86-4dda-b907-577821b8722c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:38.135859 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-77f8f144-e017-4937-a259-3222320f905b req-ddad0120-1a86-4dda-b907-577821b8722c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0571957 Jun 23 09:26:38.136520 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:38.180855 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44934) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:38.192325 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:38.294338 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-77f8f144-e017-4937-a259-3222320f905b req-1c44c1cb-8048-4ba4-a58e-2a0998b5cf5e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036785 Jun 23 09:26:38.363042 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ddb680-13f3-4ccd-bf0b-5acf073e1d9f None None] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:26:38.375344 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b136b02f-21d4-40e7-a039-a85ee7404435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:38.411023 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-a0bea0c6-e96e-4579-9c0d-9f2ccb2d967d None None] Provisioning complete for port 87229f94-6744-403c-973c-3ec827e3be73 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:38.411719 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a0bea0c6-e96e-4579-9c0d-9f2ccb2d967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (87229f94-6744-403c-973c-3ec827e3be73), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:38.446672 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:26:38.509441 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b136b02f-21d4-40e7-a039-a85ee7404435 admin admin] Publish callbacks [] for security_group (82dc50bf-b4ea-4979-ae1e-2dcea59a1643), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:38.565221 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b136b02f-21d4-40e7-a039-a85ee7404435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (82dc50bf-b4ea-4979-ae1e-2dcea59a1643), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:38.581843 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-a0bea0c6-e96e-4579-9c0d-9f2ccb2d967d None None] Current status of the port 87229f94-6744-403c-973c-3ec827e3be73 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:38.595125 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks [] for router_gateway (04284d3d-4e72-437b-a0ff-f66f53cd3591), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:38.644194 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b136b02f-21d4-40e7-a039-a85ee7404435 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14dfbc5cd87146368f0748ee84879b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621444 Jun 23 09:26:38.645038 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136b02f-21d4-40e7-a039-a85ee7404435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc50bf-b4ea-4979-ae1e-2dcea59a1643,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:38.647800 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44942) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:38.795187 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-321e621d-c868-498f-be12-d724e3f2bedc admin admin] Publish callbacks [] for security_group (82dc50bf-b4ea-4979-ae1e-2dcea59a1643), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:38.878226 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-321e621d-c868-498f-be12-d724e3f2bedc admin admin] Publish callbacks [] for security_group (82dc50bf-b4ea-4979-ae1e-2dcea59a1643), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:38.902161 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-015afb53-7749-4dde-9722-e3d32824c01d None None] Provisioning complete for port 87229f94-6744-403c-973c-3ec827e3be73 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:38.902695 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-015afb53-7749-4dde-9722-e3d32824c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (87229f94-6744-403c-973c-3ec827e3be73), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:39.025131 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (04284d3d-4e72-437b-a0ff-f66f53cd3591), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:39.072415 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-015afb53-7749-4dde-9722-e3d32824c01d None None] Current status of the port 87229f94-6744-403c-973c-3ec827e3be73 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:39.088019 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-321e621d-c868-498f-be12-d724e3f2bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (82dc50bf-b4ea-4979-ae1e-2dcea59a1643), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:39.090547 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-321e621d-c868-498f-be12-d724e3f2bedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:39.095898 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-321e621d-c868-498f-be12-d724e3f2bedc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82dc50bf-b4ea-4979-ae1e-2dcea59a1643 HTTP/1.1" status: 204 len: 168 time: 0.4298408 Jun 23 09:26:39.110773 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e621d-c868-498f-be12-d724e3f2bedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc50bf-b4ea-4979-ae1e-2dcea59a1643,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:39.195639 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:39.547244 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfb131-d41d-4663-8c7f-a51539550b58 req-0154f769-3d1d-444d-a4f4-d478a5851c84 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:39.547244 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-45cfb131-d41d-4663-8c7f-a51539550b58 req-0154f769-3d1d-444d-a4f4-d478a5851c84 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0462413 Jun 23 09:26:39.547244 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-45cfb131-d41d-4663-8c7f-a51539550b58 req-d61245dd-a0bb-4838-bcf4-246725897e9f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 Jun 23 09:26:39.585261 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 87229f94-6744-403c-973c-3ec827e3be73 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:39.639269 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:39.647899 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 87229f94-6744-403c-973c-3ec827e3be73 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:39.648640 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (87229f94-6744-403c-973c-3ec827e3be73), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:39.743510 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 87229f94-6744-403c-973c-3ec827e3be73 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:39.762301 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936afa1-9598-4d72-aa46-685de9828b55 req-ae0cb475-2ce7-4a03-884c-5a9a65631837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:39.763857 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6936afa1-9598-4d72-aa46-685de9828b55 req-ae0cb475-2ce7-4a03-884c-5a9a65631837 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0534074 Jun 23 09:26:40.406490 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Router 04284d3d-4e72-437b-a0ff-f66f53cd3591 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:26:40.547993 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9756e65c-426e-4f21-9a91-8ab23f76b82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:40.598227 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:26:40.605861 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a86b4e-ece4-4984-a4a0-7d96f3437896 req-a9bcaedb-9743-4e72-bb99-9aed5f789936 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:40.609611 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-53a86b4e-ece4-4984-a4a0-7d96f3437896 req-a9bcaedb-9743-4e72-bb99-9aed5f789936 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.1066315 Jun 23 09:26:40.621694 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Sync routers for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:26:40.637682 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:40.639338 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:40.669202 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-53a86b4e-ece4-4984-a4a0-7d96f3437896 req-8feadcc1-54fe-4023-972f-c5a1e1a1070b tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541437 Jun 23 09:26:40.737035 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73429462-be27-476c-b3b9-535a46517c8e req-6d53f1cf-c171-4370-a79a-cee884045f96 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:40.739107 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-73429462-be27-476c-b3b9-535a46517c8e req-6d53f1cf-c171-4370-a79a-cee884045f96 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.1389334 Jun 23 09:26:40.789929 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:40.791926 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b40c613c-04d2-450c-8138-5d72712aa639 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7808862 Jun 23 09:26:40.795587 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:40.795983 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44962) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:40.827932 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-73429462-be27-476c-b3b9-535a46517c8e req-cc920b4d-9d54-4fb7-b122-b183ef86ce74 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825362 Jun 23 09:26:41.036396 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:38Z', 'revision_number': 3, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:41.096450 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Checking router: 04284d3d-4e72-437b-a0ff-f66f53cd3591 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:26:41.097130 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Updating router 04284d3d-4e72-437b-a0ff-f66f53cd3591 port 552baad5-868b-408e-b0a8-d2271d6d3b7e binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:26:41.140589 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.328609 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44964) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:41.354325 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3dcacfaf-3b34-4850-890e-d6ba36b85760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.373128 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.505102 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3dcacfaf-3b34-4850-890e-d6ba36b85760 admin admin] Publish callbacks [] for security_group (eb28b7c7-3de6-42e8-9be9-b6c22cbd05cc), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.530827 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:41.540078 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Publish callbacks [] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.579672 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3dcacfaf-3b34-4850-890e-d6ba36b85760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (eb28b7c7-3de6-42e8-9be9-b6c22cbd05cc), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.597658 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Allocated IP 172.20.0.1 (41d8d680-ae9a-4d55-be37-805921d1b1ec/687fb39a-c4a6-4493-ac48-9fac6a9d11cb/044f0fcd-76c8-4bfb-a253-c0c8e994ff10) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:41.625794 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.628175 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-3dcacfaf-3b34-4850-890e-d6ba36b85760 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba19986bddee45f0a79de1d995a07872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978799 Jun 23 09:26:41.628782 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcacfaf-3b34-4850-890e-d6ba36b85760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28b7c7-3de6-42e8-9be9-b6c22cbd05cc,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:41.630743 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 44966) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:41.760390 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Attempting to bind port 552baad5-868b-408e-b0a8-d2271d6d3b7e on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:41.761112 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Attempting to bind port 552baad5-868b-408e-b0a8-d2271d6d3b7e by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:41.761668 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Attempting to bind port 552baad5-868b-408e-b0a8-d2271d6d3b7e on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:41.765962 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4285d4-8f23-458e-8fee-cfcb70ef004a None None] Pushing event updated for resources: {'Port': ['ID=552baad5-868b-408e-b0a8-d2271d6d3b7e,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:41.771328 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:41.772047 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:41.773070 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.773683 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:41.774375 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Bound port: 552baad5-868b-408e-b0a8-d2271d6d3b7e, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:41.774515 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:41.775573 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.817252 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09137c0e-2495-47a6-ad37-e2c84c8e85ee admin admin] Publish callbacks [] for security_group (eb28b7c7-3de6-42e8-9be9-b6c22cbd05cc), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.859036 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] For port 552baad5-868b-408e-b0a8-d2271d6d3b7e, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:41.860577 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Publish callbacks [] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.863619 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] For port 552baad5-868b-408e-b0a8-d2271d6d3b7e, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=552baad5-868b-408e-b0a8-d2271d6d3b7e,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:41.867732 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef2cf6-3aaf-4c67-ae7d-51dcbba53cfb req-a500a760-0b28-4f2d-98f9-28c62cccd1bb tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:41.875212 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-78ef2cf6-3aaf-4c67-ae7d-51dcbba53cfb req-a500a760-0b28-4f2d-98f9-28c62cccd1bb tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.1318092 Jun 23 09:26:41.880708 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09137c0e-2495-47a6-ad37-e2c84c8e85ee admin admin] Publish callbacks [] for security_group (eb28b7c7-3de6-42e8-9be9-b6c22cbd05cc), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:41.959635 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4408e-d857-4035-bef0-3b5866c9946c req-98d4ab2f-0c3f-40c6-a870-fa350fcba3d7 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:41.969275 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cdf4408e-d857-4035-bef0-3b5866c9946c req-98d4ab2f-0c3f-40c6-a870-fa350fcba3d7 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0632589 Jun 23 09:26:41.975498 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-78ef2cf6-3aaf-4c67-ae7d-51dcbba53cfb req-87b5dfa3-3dc0-4603-ae95-7ae78523c122 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993369 Jun 23 09:26:42.006941 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:42.028849 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cdf4408e-d857-4035-bef0-3b5866c9946c req-445037e5-019c-44a4-8930-01f7f081f9ef tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583003 Jun 23 09:26:42.077908 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:42.078682 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:42.124115 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4285d4-8f23-458e-8fee-cfcb70ef004a None None] Pushing event updated for resources: {'Port': ['ID=552baad5-868b-408e-b0a8-d2271d6d3b7e,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:42.134234 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:42.170431 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09137c0e-2495-47a6-ad37-e2c84c8e85ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (eb28b7c7-3de6-42e8-9be9-b6c22cbd05cc), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:42.173264 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09137c0e-2495-47a6-ad37-e2c84c8e85ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:42.174581 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-09137c0e-2495-47a6-ad37-e2c84c8e85ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb28b7c7-3de6-42e8-9be9-b6c22cbd05cc HTTP/1.1" status: 204 len: 168 time: 0.5392394 Jun 23 09:26:42.209518 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09137c0e-2495-47a6-ad37-e2c84c8e85ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28b7c7-3de6-42e8-9be9-b6c22cbd05cc,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:42.214301 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:42.221936 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:42.227240 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:42.231830 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:42.238055 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Pushing event updated for resources: {'Port': ['ID=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:42.351051 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (04284d3d-4e72-437b-a0ff-f66f53cd3591), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:42.386899 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:42.433167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b5279724-c6b0-4b06-b33b-a984e53ad243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:42.556280 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:42.636675 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:38Z', 'revision_number': 3, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:42.688968 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6690983b-45a8-4a5e-900e-f2aec2f751fb None None] The sync data for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi is: [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:38Z', 'revision_number': 3, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:26:42.780762 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:42.799974 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:42.829934 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-8204c1cd-8ca2-4c6b-b313-f221c5cb232d None None] Provisioning complete for port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:42.830314 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8204c1cd-8ca2-4c6b-b313-f221c5cb232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:42.876527 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-8204c1cd-8ca2-4c6b-b313-f221c5cb232d None None] Port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:26:42.888465 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:43.142687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Publish callbacks [] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.203444 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1a011-ebaa-4972-af5a-2affda6982d6 req-af05f25f-09d6-4d34-9325-65aa9be4c18f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:43.212467 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f1f1a011-ebaa-4972-af5a-2affda6982d6 req-af05f25f-09d6-4d34-9325-65aa9be4c18f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0922313 Jun 23 09:26:43.218688 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1c0cc-22e1-4170-a2e9-273f31832015 req-e0b58718-ff24-4077-a948-fa4488ff1dee tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:43.221617 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31c1c0cc-22e1-4170-a2e9-273f31832015 req-e0b58718-ff24-4077-a948-fa4488ff1dee tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.0851529 Jun 23 09:26:43.243361 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.287367 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f1f1a011-ebaa-4972-af5a-2affda6982d6 req-3fd176c1-92af-4393-a617-fd23b8dbf8f2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685518 Jun 23 09:26:43.348122 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Pushing event updated for resources: {'Port': ['ID=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:43.351392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (04284d3d-4e72-437b-a0ff-f66f53cd3591), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.368187 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31c1c0cc-22e1-4170-a2e9-273f31832015 req-b1e55275-1090-4365-a887-e6b0b097679c tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384544 Jun 23 09:26:43.381261 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44984) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:43.397577 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2072fbac-830c-4ba1-bba5-e7b86dae8663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.495102 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:43.496588 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:43.565481 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.575140 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936afa1-9598-4d72-aa46-685de9828b55 req-66856379-5388-44ef-8aec-fb124af140cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:43.577779 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6936afa1-9598-4d72-aa46-685de9828b55 req-66856379-5388-44ef-8aec-fb124af140cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160800 Jun 23 09:26:43.632172 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2072fbac-830c-4ba1-bba5-e7b86dae8663 admin admin] Publish callbacks [] for security_group (03ca2ace-f876-4727-a526-7f899db094ff), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.710520 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 552baad5-868b-408e-b0a8-d2271d6d3b7e up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:43.757824 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6936afa1-9598-4d72-aa46-685de9828b55 req-fc1b2bf6-a0ff-4484-bff1-802199a43648 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625116 Jun 23 09:26:43.766622 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2072fbac-830c-4ba1-bba5-e7b86dae8663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (03ca2ace-f876-4727-a526-7f899db094ff), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.827008 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072fbac-830c-4ba1-bba5-e7b86dae8663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ca2ace-f876-4727-a526-7f899db094ff,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:43.829364 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:43.830202 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 552baad5-868b-408e-b0a8-d2271d6d3b7e triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:43.830605 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.882808 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2072fbac-830c-4ba1-bba5-e7b86dae8663 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1753f2c03fee482fb55bb4d41654393f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002637 Jun 23 09:26:43.883605 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 44986) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:43.916441 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-9451539c-a426-423c-96cf-b957886ffcfd None None] Provisioning complete for port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:43.916808 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9451539c-a426-423c-96cf-b957886ffcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.956759 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 552baad5-868b-408e-b0a8-d2271d6d3b7e is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:43.957142 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.972335 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-82f0817f-e2fc-40b5-8d6e-38276cad0076 admin admin] Publish callbacks [] for security_group (03ca2ace-f876-4727-a526-7f899db094ff), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:43.974793 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-9451539c-a426-423c-96cf-b957886ffcfd None None] Port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:26:43.984846 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 552baad5-868b-408e-b0a8-d2271d6d3b7e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=552baad5-868b-408e-b0a8-d2271d6d3b7e,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:44.004330 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-82f0817f-e2fc-40b5-8d6e-38276cad0076 admin admin] Publish callbacks [] for security_group (03ca2ace-f876-4727-a526-7f899db094ff), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:44.057479 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:44.079723 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Router 04284d3d-4e72-437b-a0ff-f66f53cd3591 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:26:44.094206 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:44.144909 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=552baad5-868b-408e-b0a8-d2271d6d3b7e,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:44.186105 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:26:44.191179 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-cf7f0739-d1fc-44d6-ba98-c30fc1ab5f67 admin admin] 10.222.0.52 "PUT /v2.0/routers/04284d3d-4e72-437b-a0ff-f66f53cd3591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3938098 Jun 23 09:26:44.193795 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-82f0817f-e2fc-40b5-8d6e-38276cad0076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (03ca2ace-f876-4727-a526-7f899db094ff), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:44.196399 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-82f0817f-e2fc-40b5-8d6e-38276cad0076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:44.198273 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-82f0817f-e2fc-40b5-8d6e-38276cad0076 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03ca2ace-f876-4727-a526-7f899db094ff HTTP/1.1" status: 204 len: 168 time: 0.3083057 Jun 23 09:26:44.206577 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0817f-e2fc-40b5-8d6e-38276cad0076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ca2ace-f876-4727-a526-7f899db094ff,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:44.233648 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:44.401581 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf001c3-574f-4c9f-8ced-a595707562e8 req-100028bc-72f2-4fd3-95b2-aa2800f00adb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:44.403388 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4cf001c3-574f-4c9f-8ced-a595707562e8 req-100028bc-72f2-4fd3-95b2-aa2800f00adb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0477087 Jun 23 09:26:44.469980 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4cf001c3-574f-4c9f-8ced-a595707562e8 req-6d5a8d77-cf54-4c96-a250-81f773dc9800 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581708 Jun 23 09:26:44.502149 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34d40c-a4cc-4d70-9793-dbd8863d9567 req-71d5f7e4-1001-4567-855c-f2ddb294f0cd tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:44.503689 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c34d40c-a4cc-4d70-9793-dbd8863d9567 req-71d5f7e4-1001-4567-855c-f2ddb294f0cd tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.0576253 Jun 23 09:26:44.566326 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c34d40c-a4cc-4d70-9793-dbd8863d9567 req-5c2266df-f6dc-4186-8d20-8ab8ea40ca59 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563469 Jun 23 09:26:44.847702 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Sync routers for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:26:44.857058 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:44.857666 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:44.961318 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:44.970745 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:45.026221 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45018) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:45.032006 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2119094128-network', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:45.083238 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.139688 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Made reservation on behalf of ef7b8d3e156e464fa3330d4376b39310 for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:45.142579 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.158664 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.213003 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 2, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:45.243968 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Checking router: 04284d3d-4e72-437b-a0ff-f66f53cd3591 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:26:45.244596 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Updating router 04284d3d-4e72-437b-a0ff-f66f53cd3591 port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:26:45.313098 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.320795 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Publish callbacks [] for security_group (83124082-d3c5-4789-ad37-e976e6a50783), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.456640 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.513757 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (83124082-d3c5-4789-ad37-e976e6a50783), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.540456 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:26:45.592868 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (47d844fa-27f9-4b53-ba33-f3d644f133b0), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.593712 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Added segment 47d844fa-27f9-4b53-ba33-f3d644f133b0 of type vlan for network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b Jun 23 09:26:45.595769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83124082-d3c5-4789-ad37-e976e6a50783,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:45.652622 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 552baad5-868b-408e-b0a8-d2271d6d3b7e up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:45.690563 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc3b4b-ef4b-43fc-ad7b-5beb0fa5c304 req-971cb287-5521-4129-84e5-e34fd52a0137 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:45.695750 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-52bc3b4b-ef4b-43fc-ad7b-5beb0fa5c304 req-971cb287-5521-4129-84e5-e34fd52a0137 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.1199367 Jun 23 09:26:45.713064 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (5fdeb04b-d104-4edf-b4fe-620934a0ff6b), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.762012 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Publish callbacks [] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.767117 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:45.790160 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-52bc3b4b-ef4b-43fc-ad7b-5beb0fa5c304 req-4e6399c9-c3e1-4824-95f8-784dec54b6f8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934746 Jun 23 09:26:45.805081 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 552baad5-868b-408e-b0a8-d2271d6d3b7e triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:45.805654 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.831104 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15532c12-dccb-45a7-9380-5679432f962e req-e25593a8-b7b6-42c4-bed6-b76af169d87e tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:45.838691 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-15532c12-dccb-45a7-9380-5679432f962e req-e25593a8-b7b6-42c4-bed6-b76af169d87e tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.1066253 Jun 23 09:26:45.885077 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (5fdeb04b-d104-4edf-b4fe-620934a0ff6b), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.885321 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.886384 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:45.887099 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:45.915382 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 552baad5-868b-408e-b0a8-d2271d6d3b7e is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:45.938593 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-15532c12-dccb-45a7-9380-5679432f962e req-9b72b93f-0013-4661-b001-b7140c31167c tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989163 Jun 23 09:26:45.960695 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Pushing event updated for resources: {'Port': ['ID=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:45.970601 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.970973 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.971345 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.971705 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.972195 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.972522 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.972872 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.973175 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.973515 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.973837 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.974166 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.974506 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.974834 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.975180 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.975651 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:45.997107 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] Pushing event updated for resources: {'Network': ['ID=5fdeb04b-d104-4edf-b4fe-620934a0ff6b,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:46.008247 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:26:46.045414 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Attempting to bind port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:46.045783 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Attempting to bind port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:46.046146 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Attempting to bind port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 on network 41d8d680-ae9a-4d55-be37-805921d1b1ec {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:46.061076 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-20d95c90-3f79-4c70-b1f7-1473ea9f8f6e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0334837 Jun 23 09:26:46.064206 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45040) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:46.072419 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Request body: {'subnet': {'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2119094128-subnet', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'ip_version': 4}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:46.083833 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:46.084215 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Checking segment: {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:46.084622 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.085015 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Bound using segment: {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:46.085502 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Bound port: 044f0fcd-76c8-4bfb-a253-c0c8e994ff10, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:46.085883 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.118500 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:46.129520 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:46.195036 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Made reservation on behalf of ef7b8d3e156e464fa3330d4376b39310 for: {'subnet': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:46.198386 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9013191'] for subnet (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.212075 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] For port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:46.226854 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] For port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:46.328974 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-a457ed10-89ad-4300-aab7-fa9d7515c811 None None] Provisioning complete for port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:46.329738 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a457ed10-89ad-4300-aab7-fa9d7515c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.390300 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.398186 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-a457ed10-89ad-4300-aab7-fa9d7515c811 None None] Port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:26:46.412448 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:46.471596 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5f2aa-9fc8-4e05-a4c7-35b1e523ca8c None None] Pushing event updated for resources: {'Port': ['ID=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,revision_number=4']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:46.478452 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:46.479615 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:46.534202 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9013169'] for subnet (061861b5-37a5-47c2-bb17-389aa213a16e), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.589835 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061861b5-37a5-47c2-bb17-389aa213a16e,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:46.631833 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Checking segment: {'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:46.632247 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Network hostable DHCP agents. Network: 5fdeb04b-d104-4edf-b4fe-620934a0ff6b, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:26:46.736525 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:46.770410 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:26:46.818140 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-bfde7f76-c803-4dc3-856b-3659c11b994f None None] Provisioning complete for port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:46.818673 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bfde7f76-c803-4dc3-856b-3659c11b994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.890766 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 5fdeb04b-d104-4edf-b4fe-620934a0ff6b) {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:46.895847 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:46.896830 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.904007 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a7c9e-9d8f-413e-89dc-4b208f196f7b None None] Network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:26:46.942676 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-bfde7f76-c803-4dc3-856b-3659c11b994f None None] Current status of the port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:46.943185 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bfde7f76-c803-4dc3-856b-3659c11b994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:46.977069 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee7f6a-a38b-4b34-8291-2a19002e8eff req-927aab0b-817b-4cde-8cf3-6aabe0efe5ed tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:46.978834 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-feee7f6a-a38b-4b34-8291-2a19002e8eff req-927aab0b-817b-4cde-8cf3-6aabe0efe5ed tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0949650 Jun 23 09:26:46.990389 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:46Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:47.036871 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644de6f0-3ae6-4092-8b29-726cf60e3e57 None None] The sync data for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi is: [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:46Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:26:47.053604 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-4f16a831-993d-4039-8296-013ffad7b260 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9882686 Jun 23 09:26:47.054155 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-feee7f6a-a38b-4b34-8291-2a19002e8eff req-ce441487-cd3b-4cec-b8df-95eee0055af4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664928 Jun 23 09:26:47.056675 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45048) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:47.067204 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:47.067403 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-bfde7f76-c803-4dc3-856b-3659c11b994f None None] For port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:47.096365 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0da63-f360-4786-b96b-6155d5cbd0ac req-0f064c8a-fcaf-4396-8485-6be935b6ba92 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:47.104116 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-68e0da63-f360-4786-b96b-6155d5cbd0ac req-0f064c8a-fcaf-4396-8485-6be935b6ba92 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.0878718 Jun 23 09:26:47.159344 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bfde7f76-c803-4dc3-856b-3659c11b994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.198706 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-5fdeb04b-d104-4edf-b4fe-620934a0ff6b', 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b', 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'fixed_ips': [{'subnet_id': '061861b5-37a5-47c2-bb17-389aa213a16e'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:26:47.199788 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.205953 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-68e0da63-f360-4786-b96b-6155d5cbd0ac req-3976f7f6-2db0-4ae3-bc7d-fbdb543f3c06 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008906 Jun 23 09:26:47.217333 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (9794e13e-ca44-41ba-92ff-79c8474bc7d4), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.218827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (9794e13e-ca44-41ba-92ff-79c8474bc7d4), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.256720 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde7f76-c803-4dc3-856b-3659c11b994f None None] Pushing event updated for resources: {'Port': ['ID=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:47.281524 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks [] for router_controller (9794e13e-ca44-41ba-92ff-79c8474bc7d4), precommit_add_association {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.384806 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Allocated IP 172.20.0.2 (5fdeb04b-d104-4edf-b4fe-620934a0ff6b/061861b5-37a5-47c2-bb17-389aa213a16e/20a28677-0207-4093-ae63-f5784505dd7d) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:47.511094 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks [] for router_gateway (9794e13e-ca44-41ba-92ff-79c8474bc7d4), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.551586 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Publish callbacks [] for port (20a28677-0207-4093-ae63-f5784505dd7d), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.574128 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6936afa1-9598-4d72-aa46-685de9828b55 req-94cd158f-89d9-40be-b6df-845f6210f01e service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164365 Jun 23 09:26:47.629845 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:47.634335 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (20a28677-0207-4093-ae63-f5784505dd7d), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.710797 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:47.715857 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:47.721298 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:47.722823 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:47.730656 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Pushing event updated for resources: {'Port': ['ID=20a28677-0207-4093-ae63-f5784505dd7d,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:47.761053 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:47.761500 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.792982 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks [] for router_gateway (9794e13e-ca44-41ba-92ff-79c8474bc7d4), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.802273 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:47.814681 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.824860 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Attempting to bind port 20a28677-0207-4093-ae63-f5784505dd7d on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:47.825226 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Attempting to bind port 20a28677-0207-4093-ae63-f5784505dd7d by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:47.825812 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Attempting to bind port 20a28677-0207-4093-ae63-f5784505dd7d on network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:47.834546 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:47.834951 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Checking segment: {'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:47.835362 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.835812 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Bound using segment: {'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:47.836559 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Bound port: 20a28677-0207-4093-ae63-f5784505dd7d, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:47.837148 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (20a28677-0207-4093-ae63-f5784505dd7d), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:47.866078 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:47.925105 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:47.928413 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Allocated IP 172.27.2.99 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/270deffd-54f1-4b5d-a3cd-735f30238510) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:47.930551 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] For port 20a28677-0207-4093-ae63-f5784505dd7d, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:47.933806 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] For port 20a28677-0207-4093-ae63-f5784505dd7d, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=20a28677-0207-4093-ae63-f5784505dd7d,segment=NetworkSegment(47d844fa-27f9-4b53-ba33-f3d644f133b0),segment_id=47d844fa-27f9-4b53-ba33-f3d644f133b0)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:48.048958 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (20a28677-0207-4093-ae63-f5784505dd7d), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:48.061272 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks [] for port (270deffd-54f1-4b5d-a3cd-735f30238510), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:48.132735 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d827bc4-55fc-48c0-b537-312bfef442af None None] Pushing event updated for resources: {'Port': ['ID=20a28677-0207-4093-ae63-f5784505dd7d,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:48.235206 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:48.249172 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:48.256767 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-6fec7ce6-8c29-47f0-a8f2-4827c03a4978 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:48.258284 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-6fec7ce6-8c29-47f0-a8f2-4827c03a4978 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.55 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.0853946 Jun 23 09:26:48.264606 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d5f77-d96b-40ff-b30f-b87f8847e7df req-355cfb75-74b2-4faf-9eaf-540df401754e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:48.266587 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bb4d5f77-d96b-40ff-b30f-b87f8847e7df req-355cfb75-74b2-4faf-9eaf-540df401754e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.1046383 Jun 23 09:26:48.377916 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:48.389196 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:48.392639 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bb4d5f77-d96b-40ff-b30f-b87f8847e7df req-0ff81e7d-a84f-434e-ae1d-0836f8d44026 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129966 Jun 23 09:26:48.396415 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Pushing event updated for resources: {'Port': ['ID=270deffd-54f1-4b5d-a3cd-735f30238510,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:48.399732 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:48.432422 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Deleting port 1af03f42-b0af-4904-b2cd-5c086eec8f36 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:26:48.432941 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:48.454398 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdac9aa-516e-4a04-a51c-d7f61090721b req-e7a778b0-90a3-4d33-b747-7b889d8da9c0 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:48.457640 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5bdac9aa-516e-4a04-a51c-d7f61090721b req-e7a778b0-90a3-4d33-b747-7b889d8da9c0 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 945 time: 0.1535561 Jun 23 09:26:48.567922 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] For port 1af03f42-b0af-4904-b2cd-5c086eec8f36, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=1af03f42-b0af-4904-b2cd-5c086eec8f36,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:48.568366 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:48.584967 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Calling delete_port for 1af03f42-b0af-4904-b2cd-5c086eec8f36 owned by compute:nova {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:26:48.608545 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5bdac9aa-516e-4a04-a51c-d7f61090721b req-eb42703a-ec57-4dca-bb94-b1832b9bfc7a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335156 Jun 23 09:26:48.838487 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks [] for router_gateway (9794e13e-ca44-41ba-92ff-79c8474bc7d4), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:48.844563 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (1af03f42-b0af-4904-b2cd-5c086eec8f36), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:48.870747 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Pushing event deleted for resources: {'Port': ['ID=1af03f42-b0af-4904-b2cd-5c086eec8f36,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:48.906488 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['1af03f42-b0af-4904-b2cd-5c086eec8f36'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:26:48.921302 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] No DVR routers for this DVR port 1af03f42-b0af-4904-b2cd-5c086eec8f36 on host hv-cinder-84727 {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:26:48.929192 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:48.929192 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a6484059-0900-4d43-83e6-05bd25bdb4a2 req-3e29d7ea-a784-43ba-b691-ab9dbfe2d06a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.55 "DELETE /v2.0/ports/1af03f42-b0af-4904-b2cd-5c086eec8f36 HTTP/1.1" status: 204 len: 173 time: 0.6592886 Jun 23 09:26:48.929192 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1', 'name': 'network-vif-deleted', 'tag': '1af03f42-b0af-4904-b2cd-5c086eec8f36'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:48.930556 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82633e84-1ca8-44b7-8d4f-a74e92531d69" -d '{"events": [{"server_uuid": "61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1", "name": "network-vif-deleted", "tag": "1af03f42-b0af-4904-b2cd-5c086eec8f36"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:48.981830 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5ad4a6-f8de-43a2-bc5b-05cf9307d44c x-openstack-request-id: req-1b5ad4a6-f8de-43a2-bc5b-05cf9307d44c {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:48.982928 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1", "name": "network-vif-deleted", "tag": "1af03f42-b0af-4904-b2cd-5c086eec8f36", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:48.983208 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b5ad4a6-f8de-43a2-bc5b-05cf9307d44c {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:48.983621 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5ad4a6-f8de-43a2-bc5b-05cf9307d44c'] response: {'server_uuid': '61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1', 'name': 'network-vif-deleted', 'tag': '1af03f42-b0af-4904-b2cd-5c086eec8f36', 'status': 'completed', 'code': 200} Jun 23 09:26:49.043664 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (9794e13e-ca44-41ba-92ff-79c8474bc7d4), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:49.217455 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188ee03-1f23-4660-80f4-f7fe579b7326 None None] Network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:26:49.299240 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:26:49.331005 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-d70a0a02-90ef-43e4-afb9-6293fff016d9 None None] Provisioning complete for port 20a28677-0207-4093-ae63-f5784505dd7d triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:49.331668 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d70a0a02-90ef-43e4-afb9-6293fff016d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (20a28677-0207-4093-ae63-f5784505dd7d), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:49.382523 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:49.412135 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d70a0a02-90ef-43e4-afb9-6293fff016d9 None None] Current status of the port 20a28677-0207-4093-ae63-f5784505dd7d is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:49.412820 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d70a0a02-90ef-43e4-afb9-6293fff016d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (20a28677-0207-4093-ae63-f5784505dd7d), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:49.414619 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:26:49.427773 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Sync routers for ids ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:26:49.451590 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Routers {'9794e13e-ca44-41ba-92ff-79c8474bc7d4'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:49.458416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:49.504528 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-d70a0a02-90ef-43e4-afb9-6293fff016d9 None None] For port 20a28677-0207-4093-ae63-f5784505dd7d, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=20a28677-0207-4093-ae63-f5784505dd7d,segment=NetworkSegment(47d844fa-27f9-4b53-ba33-f3d644f133b0),segment_id=47d844fa-27f9-4b53-ba33-f3d644f133b0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:49.565831 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efcfd5-9f00-48ef-8b2b-3e5d7e7f02ac req-8ae60c42-ef16-4724-afb0-95396404a0fb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:49.567402 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c3efcfd5-9f00-48ef-8b2b-3e5d7e7f02ac req-8ae60c42-ef16-4724-afb0-95396404a0fb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0827751 Jun 23 09:26:49.572592 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Set router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:49.579248 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:49.583620 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-3db49876-e6ab-4e87-9891-666b622c0119 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5228899 Jun 23 09:26:49.583930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45068) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:49.623474 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c3efcfd5-9f00-48ef-8b2b-3e5d7e7f02ac req-22d21a5a-44f9-4066-ae76-f0d3927aa910 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479918 Jun 23 09:26:49.644335 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d70a0a02-90ef-43e4-afb9-6293fff016d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (20a28677-0207-4093-ae63-f5784505dd7d), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:49.646120 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 20a28677-0207-4093-ae63-f5784505dd7d up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:49.780772 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-66f99729-8a41-46a9-877a-be7894ae948a req-97f73b5b-a236-4021-9e5c-daa50d94f9c0 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0644860 Jun 23 09:26:49.916214 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-a9fbe1e4-99c6-4004-9b9f-c832b6f2e2f4 None None] Provisioning complete for port 20a28677-0207-4093-ae63-f5784505dd7d triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:49.916767 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe1e4-99c6-4004-9b9f-c832b6f2e2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (20a28677-0207-4093-ae63-f5784505dd7d), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:49.920519 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a0a02-90ef-43e4-afb9-6293fff016d9 None None] Pushing event updated for resources: {'Port': ['ID=20a28677-0207-4093-ae63-f5784505dd7d,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:49.955970 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:49.972849 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 20a28677-0207-4093-ae63-f5784505dd7d triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:49.973220 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (20a28677-0207-4093-ae63-f5784505dd7d), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.050736 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.079852 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:48Z', 'revision_number': 3, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:50.083118 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-a9fbe1e4-99c6-4004-9b9f-c832b6f2e2f4 None None] Current status of the port 20a28677-0207-4093-ae63-f5784505dd7d is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:50.107420 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Checking router: 9794e13e-ca44-41ba-92ff-79c8474bc7d4 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:26:50.107775 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Updating router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 port 270deffd-54f1-4b5d-a3cd-735f30238510 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:26:50.164923 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.166602 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 20a28677-0207-4093-ae63-f5784505dd7d is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:50.205512 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Allocated IP 172.20.0.1 (5fdeb04b-d104-4edf-b4fe-620934a0ff6b/061861b5-37a5-47c2-bb17-389aa213a16e/b2797c65-6744-4a8f-9af1-a70825a6439c) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:50.296999 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:50.306284 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Publish callbacks [] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.412885 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Publish callbacks [] for port (270deffd-54f1-4b5d-a3cd-735f30238510), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.437117 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.476850 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:50.479555 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:50.483791 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:50.508995 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2797c65-6744-4a8f-9af1-a70825a6439c,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:50.539321 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (9794e13e-ca44-41ba-92ff-79c8474bc7d4), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.593520 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.652935 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17473e8-316f-4df1-ab3f-ff5ec5f014ea None None] Pushing event updated for resources: {'Port': ['ID=270deffd-54f1-4b5d-a3cd-735f30238510,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:50.655918 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Attempting to bind port 270deffd-54f1-4b5d-a3cd-735f30238510 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:50.656288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Attempting to bind port 270deffd-54f1-4b5d-a3cd-735f30238510 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:50.656855 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Attempting to bind port 270deffd-54f1-4b5d-a3cd-735f30238510 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:50.662549 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:50.662951 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:50.663462 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.663748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:50.664219 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Bound port: 270deffd-54f1-4b5d-a3cd-735f30238510, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:50.664606 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.722677 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] For port 270deffd-54f1-4b5d-a3cd-735f30238510, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:50.724518 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-f4b57c63-a246-4533-be7e-0f16bb9069c1 None None] Provisioning complete for port b2797c65-6744-4a8f-9af1-a70825a6439c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:50.724886 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-f4b57c63-a246-4533-be7e-0f16bb9069c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.727383 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] For port 270deffd-54f1-4b5d-a3cd-735f30238510, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=270deffd-54f1-4b5d-a3cd-735f30238510,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:50.749215 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33155e5-69d2-4bbd-89fd-726d462badec req-edaeaa29-d779-461e-8b80-66e5b1f5a2c5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:50.750642 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c33155e5-69d2-4bbd-89fd-726d462badec req-edaeaa29-d779-461e-8b80-66e5b1f5a2c5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0472956 Jun 23 09:26:50.758124 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-f4b57c63-a246-4533-be7e-0f16bb9069c1 None None] Port b2797c65-6744-4a8f-9af1-a70825a6439c cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:26:50.799442 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c33155e5-69d2-4bbd-89fd-726d462badec req-44f4585f-95fd-4ff5-914b-5963d6fccaf4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Jun 23 09:26:50.817234 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.896935 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:50.907995 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2a84cbc9-56d4-48b6-8501-c73fdcc3f5bf req-fcd3d4c0-5567-4f24-a3a7-28304bc46d14 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0413251 Jun 23 09:26:50.953748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Routers {'9794e13e-ca44-41ba-92ff-79c8474bc7d4'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:50.954375 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:50.994225 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17473e8-316f-4df1-ab3f-ff5ec5f014ea None None] Pushing event updated for resources: {'Port': ['ID=270deffd-54f1-4b5d-a3cd-735f30238510,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:51.002529 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Publish callbacks [] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:51.050319 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:51.064399 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] Set router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:51.078694 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:51.091069 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:51.142533 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2797c65-6744-4a8f-9af1-a70825a6439c,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:51.145031 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (9794e13e-ca44-41ba-92ff-79c8474bc7d4), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:51.174061 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:51.240315 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:51.241819 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:51.269699 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-2a22a537-8683-4689-9526-2430d090b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 4, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'b2797c65-6744-4a8f-9af1-a70825a6439c', 'name': '', 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:50Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 1, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'subnets': [{'id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:51.296308 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22a537-8683-4689-9526-2430d090b69a None None] The sync data for ids ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'] in dv-cinder-847274-1-iscsi is: [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 4, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'b2797c65-6744-4a8f-9af1-a70825a6439c', 'name': '', 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:50Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 1, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'subnets': [{'id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:26:51.479129 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-8225db31-5dee-481c-8207-9777a4f9c49a None None] Provisioning complete for port b2797c65-6744-4a8f-9af1-a70825a6439c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:51.479678 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8225db31-5dee-481c-8207-9777a4f9c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:51.552403 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-8225db31-5dee-481c-8207-9777a4f9c49a None None] Port b2797c65-6744-4a8f-9af1-a70825a6439c cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:26:51.622250 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:51.628626 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 20a28677-0207-4093-ae63-f5784505dd7d up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:51.642113 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:26:51.660579 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:51.686813 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 20a28677-0207-4093-ae63-f5784505dd7d triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:51.687224 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (20a28677-0207-4093-ae63-f5784505dd7d), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:51.753196 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:26:51.768476 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-0c2582e1-3faa-4ec3-806e-e3e8fb6413a6 admin admin] 10.222.0.52 "PUT /v2.0/routers/9794e13e-ca44-41ba-92ff-79c8474bc7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1750159 Jun 23 09:26:51.768667 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 20a28677-0207-4093-ae63-f5784505dd7d is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:51.928417 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:51.933687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ab1b8-618e-4804-a546-3f4ac40d6de3 req-67b33fc0-90ca-4e8b-94c8-d0cea2bf759d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:51.941493 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-537ab1b8-618e-4804-a546-3f4ac40d6de3 req-67b33fc0-90ca-4e8b-94c8-d0cea2bf759d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0612667 Jun 23 09:26:51.957083 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:52.014863 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-537ab1b8-618e-4804-a546-3f4ac40d6de3 req-eb915311-da04-4b17-acb7-6e619729e4d6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725143 Jun 23 09:26:52.048923 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 1af03f42-b0af-4904-b2cd-5c086eec8f36 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:26:52.084051 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 1af03f42-b0af-4904-b2cd-5c086eec8f36 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:26:52.084508 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 1af03f42-b0af-4904-b2cd-5c086eec8f36 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:26:52.147937 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ff47b397-5ff8-4177-b29c-d3596f73b15c req-e7fd05f2-cb7e-4e5b-a332-2e2c6b6020e7 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a2c4d3-d4fb-47d6-95fb-b35d3f8eadf1 HTTP/1.1" status: 200 len: 210 time: 0.0308471 Jun 23 09:26:52.280048 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:52.319586 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45092) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:52.324106 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-04725fb5-f419-4a3d-9441-0d6129e24bcd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463312535', 'description': 'tempest-secgroup-smoke-1463312535 description', 'project_id': '3ee3f1c33377446489b75e9faaa5654b'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:52.468138 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-04725fb5-f419-4a3d-9441-0d6129e24bcd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:52.534995 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-04725fb5-f419-4a3d-9441-0d6129e24bcd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group (616f3249-590e-4170-93dc-3556ce08cc53), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:52.673204 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-04725fb5-f419-4a3d-9441-0d6129e24bcd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (616f3249-590e-4170-93dc-3556ce08cc53), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:52.705705 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04725fb5-f419-4a3d-9441-0d6129e24bcd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616f3249-590e-4170-93dc-3556ce08cc53,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:52.758691 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-04725fb5-f419-4a3d-9441-0d6129e24bcd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:52.760087 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-04725fb5-f419-4a3d-9441-0d6129e24bcd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4395208 Jun 23 09:26:52.763930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45094) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:52.768560 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-8e91c1a2-2bc4-4d28-afb3-ac50c085de8a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'security_group_rule': {'security_group_id': '616f3249-590e-4170-93dc-3556ce08cc53', 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:52.925800 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e91c1a2-2bc4-4d28-afb3-ac50c085de8a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (64174d6b-af31-47c4-970a-0dec82270286), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:52.983317 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e91c1a2-2bc4-4d28-afb3-ac50c085de8a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (64174d6b-af31-47c4-970a-0dec82270286), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.124777 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e91c1a2-2bc4-4d28-afb3-ac50c085de8a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (64174d6b-af31-47c4-970a-0dec82270286), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.145057 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91c1a2-2bc4-4d28-afb3-ac50c085de8a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64174d6b-af31-47c4-970a-0dec82270286,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:53.147365 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f545572-a7b1-4b18-8375-fc7bd28995b1 req-b4612519-1db1-4182-a28a-39b6d6a10460 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:53.154530 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8f545572-a7b1-4b18-8375-fc7bd28995b1 req-b4612519-1db1-4182-a28a-39b6d6a10460 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0506322 Jun 23 09:26:53.201747 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8f545572-a7b1-4b18-8375-fc7bd28995b1 req-130202e9-4888-4ce5-bccb-7dd02301af19 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466206 Jun 23 09:26:53.246857 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e91c1a2-2bc4-4d28-afb3-ac50c085de8a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.246857 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8e91c1a2-2bc4-4d28-afb3-ac50c085de8a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4778051 Jun 23 09:26:53.247095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45110) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:53.251704 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-1b3a7876-4641-4403-bfe6-e1109252568c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'security_group_rule': {'security_group_id': '616f3249-590e-4170-93dc-3556ce08cc53', 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:53.388719 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7876-4641-4403-bfe6-e1109252568c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (82623ac2-0ddb-4143-b96a-06c68ef3a3cc), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.419161 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:53.459410 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7876-4641-4403-bfe6-e1109252568c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (82623ac2-0ddb-4143-b96a-06c68ef3a3cc), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.505599 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-3bc5d637-7093-44e1-bf5f-bdcbafab9eef tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:53.507098 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-3bc5d637-7093-44e1-bf5f-bdcbafab9eef tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/networks?id=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb HTTP/1.1" status: 200 len: 808 time: 0.1172612 Jun 23 09:26:53.523036 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-75fb0208-4ba6-437a-9805-1d04d1fa9878 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/quotas/6a1a64d6d0f241739bb3dad4490182ed HTTP/1.1" status: 200 len: 375 time: 0.0095890 Jun 23 09:26:53.551074 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7876-4641-4403-bfe6-e1109252568c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (82623ac2-0ddb-4143-b96a-06c68ef3a3cc), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.559104 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-f2bd3f0f-1f2e-4e4d-9d1e-ab6046ef8259 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6a1a64d6d0f241739bb3dad4490182ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308766 Jun 23 09:26:53.572303 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a7876-4641-4403-bfe6-e1109252568c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82623ac2-0ddb-4143-b96a-06c68ef3a3cc,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:53.621022 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 270deffd-54f1-4b5d-a3cd-735f30238510 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:53.642495 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1b3a7876-4641-4403-bfe6-e1109252568c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.646260 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-1b3a7876-4641-4403-bfe6-e1109252568c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3981230 Jun 23 09:26:53.649192 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45132) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:53.656626 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-03b982c3-6f9d-4657-bb56-cf7be324665c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'security_group_rule': {'security_group_id': '616f3249-590e-4170-93dc-3556ce08cc53', 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:53.662533 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:53.671282 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 270deffd-54f1-4b5d-a3cd-735f30238510 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:53.671662 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.675082 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-a6e35e00-972f-433b-8b0b-5206778225e1 service neutron] 10.222.0.52 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058674 Jun 23 09:26:53.746019 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 270deffd-54f1-4b5d-a3cd-735f30238510 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:53.746481 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.769496 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 270deffd-54f1-4b5d-a3cd-735f30238510, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=270deffd-54f1-4b5d-a3cd-735f30238510,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:53.770490 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9f8815a9-5aff-4393-bf76-47bc38a932a6 service neutron] 10.222.0.52 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914295 Jun 23 09:26:53.854054 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.868500 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-03b982c3-6f9d-4657-bb56-cf7be324665c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (ec3a5c8b-0cad-495d-ae6a-43211161f186), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:53.907884 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=270deffd-54f1-4b5d-a3cd-735f30238510,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:53.932167 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-03b982c3-6f9d-4657-bb56-cf7be324665c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (ec3a5c8b-0cad-495d-ae6a-43211161f186), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.027634 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-03b982c3-6f9d-4657-bb56-cf7be324665c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (ec3a5c8b-0cad-495d-ae6a-43211161f186), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.028038 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:54.051550 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b982c3-6f9d-4657-bb56-cf7be324665c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3a5c8b-0cad-495d-ae6a-43211161f186,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:54.122041 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5c95366f-f278-4af3-8cc6-3e973904ffd3 req-01284459-6048-40ba-b3fe-bc1c113c1de9 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 210 time: 0.0370917 Jun 23 09:26:54.212309 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-03b982c3-6f9d-4657-bb56-cf7be324665c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.214953 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-03b982c3-6f9d-4657-bb56-cf7be324665c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5626616 Jun 23 09:26:54.216578 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45146) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:54.221740 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:54.222448 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-c6cdc5a5-0f77-448f-87ac-16e877a06cc9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'security_group_rule': {'security_group_id': '616f3249-590e-4170-93dc-3556ce08cc53', 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:54.288815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:54.343761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b334-c936-4eac-8e81-a261b6c4521b req-05975a06-b68d-421d-b970-e26e9a6cac6a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:54.345275 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2470b334-c936-4eac-8e81-a261b6c4521b req-05975a06-b68d-421d-b970-e26e9a6cac6a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0497947 Jun 23 09:26:54.358459 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc5a5-0f77-448f-87ac-16e877a06cc9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (72a85279-aab2-42e8-b738-49cc24532e86), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.420893 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2470b334-c936-4eac-8e81-a261b6c4521b req-12fe3257-ac5c-48c6-85d9-3c1bb7482f3f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699968 Jun 23 09:26:54.437961 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc5a5-0f77-448f-87ac-16e877a06cc9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (72a85279-aab2-42e8-b738-49cc24532e86), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.536594 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc5a5-0f77-448f-87ac-16e877a06cc9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (72a85279-aab2-42e8-b738-49cc24532e86), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.568656 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdc5a5-0f77-448f-87ac-16e877a06cc9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a85279-aab2-42e8-b738-49cc24532e86,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:54.695888 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c6cdc5a5-0f77-448f-87ac-16e877a06cc9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.697770 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c6cdc5a5-0f77-448f-87ac-16e877a06cc9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4792805 Jun 23 09:26:54.699959 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45162) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:54.704974 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-32749609-70f2-4b90-b42a-bcb1c70ac5e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'security_group_rule': {'security_group_id': '616f3249-590e-4170-93dc-3556ce08cc53', 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:54.749024 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:54.837196 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.securitygroups_db [None req-32749609-70f2-4b90-b42a-bcb1c70ac5e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Project 3ee3f1c33377446489b75e9faaa5654b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 09:26:54.843407 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-32749609-70f2-4b90-b42a-bcb1c70ac5e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (1ebcbff6-f79c-49c5-bf24-5ccc7c975611), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.878710 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Sync routers for ids ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:26:54.889057 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Routers {'9794e13e-ca44-41ba-92ff-79c8474bc7d4'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:54.889657 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:54.892067 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:54.910307 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-32749609-70f2-4b90-b42a-bcb1c70ac5e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (1ebcbff6-f79c-49c5-bf24-5ccc7c975611), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:54.991857 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Set router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:55.004674 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-32749609-70f2-4b90-b42a-bcb1c70ac5e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (1ebcbff6-f79c-49c5-bf24-5ccc7c975611), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.024468 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32749609-70f2-4b90-b42a-bcb1c70ac5e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebcbff6-f79c-49c5-bf24-5ccc7c975611,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:55.111090 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-32749609-70f2-4b90-b42a-bcb1c70ac5e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.113269 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-32749609-70f2-4b90-b42a-bcb1c70ac5e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4117117 Jun 23 09:26:55.118434 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45172) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:55.124104 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-3bd1cf52-9848-44fd-8e59-3134476555be tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'security_group_rule': {'security_group_id': '616f3249-590e-4170-93dc-3556ce08cc53', 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:55.208100 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 4, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'b2797c65-6744-4a8f-9af1-a70825a6439c', 'name': '', 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:50Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 2, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'subnets': [{'id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:55.218216 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-069c1f43-120f-4bf1-9f34-9a0b872ad75e req-5f731b88-d0e8-4683-b06b-12406721d966 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 210 time: 0.0342505 Jun 23 09:26:55.231227 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.securitygroups_db [None req-3bd1cf52-9848-44fd-8e59-3134476555be tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Project 3ee3f1c33377446489b75e9faaa5654b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 09:26:55.238896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3bd1cf52-9848-44fd-8e59-3134476555be tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (34a93b8e-edd5-4bfd-8265-cb3314e2aa99), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.239325 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Checking router: 9794e13e-ca44-41ba-92ff-79c8474bc7d4 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:26:55.239696 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Updating router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 port b2797c65-6744-4a8f-9af1-a70825a6439c binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:26:55.267509 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.299662 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3bd1cf52-9848-44fd-8e59-3134476555be tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (34a93b8e-edd5-4bfd-8265-cb3314e2aa99), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.382082 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3bd1cf52-9848-44fd-8e59-3134476555be tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (34a93b8e-edd5-4bfd-8265-cb3314e2aa99), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.402127 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1cf52-9848-44fd-8e59-3134476555be tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a93b8e-edd5-4bfd-8265-cb3314e2aa99,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:55.404425 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:55.478611 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3bd1cf52-9848-44fd-8e59-3134476555be tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.490480 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-3bd1cf52-9848-44fd-8e59-3134476555be tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3600979 Jun 23 09:26:55.540523 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Publish callbacks [] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.565085 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ecee4-6e15-4926-a980-a791cf1462ee req-ad68491f-ec45-4625-8ccf-1cf270b5a62d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:55.566589 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a64ecee4-6e15-4926-a980-a791cf1462ee req-ad68491f-ec45-4625-8ccf-1cf270b5a62d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 943 time: 0.0640700 Jun 23 09:26:55.620880 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.627139 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a64ecee4-6e15-4926-a980-a791cf1462ee req-a294fe26-9590-4f7a-90db-c07117b06809 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521517 Jun 23 09:26:55.673298 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39847fdb-ce55-4844-9eb3-0da80fb08acb None None] Pushing event updated for resources: {'Port': ['ID=b2797c65-6744-4a8f-9af1-a70825a6439c,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:55.674857 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 270deffd-54f1-4b5d-a3cd-735f30238510 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:55.767328 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 270deffd-54f1-4b5d-a3cd-735f30238510 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:55.768727 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.773589 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Attempting to bind port b2797c65-6744-4a8f-9af1-a70825a6439c on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:55.774277 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Attempting to bind port b2797c65-6744-4a8f-9af1-a70825a6439c by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:55.774633 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Attempting to bind port b2797c65-6744-4a8f-9af1-a70825a6439c on network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:55.783750 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:55.784364 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Checking segment: {'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:55.785370 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.785890 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Bound using segment: {'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:55.786534 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Bound port: b2797c65-6744-4a8f-9af1-a70825a6439c, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d844fa-27f9-4b53-ba33-f3d644f133b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:55.787168 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:55.864363 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] For port b2797c65-6744-4a8f-9af1-a70825a6439c, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:55.864766 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 270deffd-54f1-4b5d-a3cd-735f30238510 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:55.903996 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] For port b2797c65-6744-4a8f-9af1-a70825a6439c, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=b2797c65-6744-4a8f-9af1-a70825a6439c,segment=NetworkSegment(47d844fa-27f9-4b53-ba33-f3d644f133b0),segment_id=47d844fa-27f9-4b53-ba33-f3d644f133b0)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:56.013644 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-40a57f39-9a96-4863-9c9c-0592b4b7fbb5 None None] Provisioning complete for port b2797c65-6744-4a8f-9af1-a70825a6439c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:56.013932 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-40a57f39-9a96-4863-9c9c-0592b4b7fbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:56.047089 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-40a57f39-9a96-4863-9c9c-0592b4b7fbb5 None None] Port b2797c65-6744-4a8f-9af1-a70825a6439c cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:26:56.058406 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:26:56.091892 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:56.162200 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Routers {'9794e13e-ca44-41ba-92ff-79c8474bc7d4'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:26:56.166169 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:26:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:56.180971 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:56.211286 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'port_id': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'mac_address': 'fa:16:3e:a5:13:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:26:56.263610 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port a29b275b-5e50-40ac-a543-defb30d49ca9 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:56.264415 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:56.308201 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29b275b-5e50-40ac-a543-defb30d49ca9 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:26:56.352761 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] Set router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:26:56.354695 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:56.368769 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5af48398-5879-43c2-8bb4-fbee39c34498 req-d818b451-aee9-428d-86d7-c124341a213f tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 210 time: 0.0437143 Jun 23 09:26:56.405990 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:56.406661 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39847fdb-ce55-4844-9eb3-0da80fb08acb None None] Pushing event updated for resources: {'Port': ['ID=b2797c65-6744-4a8f-9af1-a70825a6439c,revision_number=4']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:56.466976 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-339e7a21-48db-476d-8e3d-6a09f8ad2473 None None] Provisioning complete for port b2797c65-6744-4a8f-9af1-a70825a6439c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:56.467355 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-339e7a21-48db-476d-8e3d-6a09f8ad2473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:56.500116 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:56.598164 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=9']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:56.607652 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-339e7a21-48db-476d-8e3d-6a09f8ad2473 None None] Current status of the port b2797c65-6744-4a8f-9af1-a70825a6439c is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:56.608032 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-339e7a21-48db-476d-8e3d-6a09f8ad2473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:56.632654 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 4, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'b2797c65-6744-4a8f-9af1-a70825a6439c', 'name': '', 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:50Z', 'updated_at': '2022-06-23T09:26:55Z', 'revision_number': 4, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'subnets': [{'id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:26:56.650469 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-339e7a21-48db-476d-8e3d-6a09f8ad2473 None None] For port b2797c65-6744-4a8f-9af1-a70825a6439c, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=b2797c65-6744-4a8f-9af1-a70825a6439c,segment=NetworkSegment(47d844fa-27f9-4b53-ba33-f3d644f133b0),segment_id=47d844fa-27f9-4b53-ba33-f3d644f133b0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:56.658691 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e908167-3cac-48aa-9f02-ebb98f3403a8 None None] The sync data for ids ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'] in dv-cinder-847274-1-iscsi is: [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:50Z', 'revision_number': 4, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'b2797c65-6744-4a8f-9af1-a70825a6439c', 'name': '', 'network_id': '5fdeb04b-d104-4edf-b4fe-620934a0ff6b', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:50Z', 'updated_at': '2022-06-23T09:26:55Z', 'revision_number': 4, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'subnets': [{'id': '061861b5-37a5-47c2-bb17-389aa213a16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:26:56.770608 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3bbe6-8c22-49cb-948c-a5f82568ab32 req-0ecc9929-b5fd-4f67-8972-18502578c1a3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:56.772176 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4fb3bbe6-8c22-49cb-948c-a5f82568ab32 req-0ecc9929-b5fd-4f67-8972-18502578c1a3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 944 time: 0.0497963 Jun 23 09:26:56.823686 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4fb3bbe6-8c22-49cb-948c-a5f82568ab32 req-11882640-abf8-4e28-8e25-58a95312003e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 Jun 23 09:26:56.852487 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-339e7a21-48db-476d-8e3d-6a09f8ad2473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:56.889716 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['a29b275b-5e50-40ac-a543-defb30d49ca9'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:26:56.939506 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e7a21-48db-476d-8e3d-6a09f8ad2473 None None] Pushing event updated for resources: {'Port': ['ID=b2797c65-6744-4a8f-9af1-a70825a6439c,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:57.476657 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f92f031f-9a40-417a-ad05-ba6d909b81f4 req-e07f5033-57ac-4a21-96c8-bbc48c6f98cb tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 210 time: 0.0325270 Jun 23 09:26:57.521260 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-510178b8-d38b-41b2-a262-1eae0d55566d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:57.522750 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-510178b8-d38b-41b2-a262-1eae0d55566d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.55 "GET /v2.0/networks?id=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb HTTP/1.1" status: 200 len: 808 time: 0.1078346 Jun 23 09:26:57.544301 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Request body: {'port': {'device_id': '5585521e-88c3-4e49-bc28-c26be9f82824', 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb', 'admin_state_up': True, 'tenant_id': '6a1a64d6d0f241739bb3dad4490182ed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:57.578435 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:57.623883 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device b2797c65-6744-4a8f-9af1-a70825a6439c up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:57.655253 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:57.670210 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:57.675455 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port b2797c65-6744-4a8f-9af1-a70825a6439c triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:57.675833 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:57.759753 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port b2797c65-6744-4a8f-9af1-a70825a6439c is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:57.878440 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Made reservation on behalf of 6a1a64d6d0f241739bb3dad4490182ed for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:26:57.889353 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:57.954156 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:57.957212 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:57.978253 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24400b70-7a91-406c-aea5-ac0fee68af84 req-5544b90b-e3cb-4e28-b7ec-001dc18cc7b0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:57.989324 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-24400b70-7a91-406c-aea5-ac0fee68af84 req-5544b90b-e3cb-4e28-b7ec-001dc18cc7b0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 944 time: 0.0781081 Jun 23 09:26:58.078575 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:26:58.079033 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-24400b70-7a91-406c-aea5-ac0fee68af84 req-c617f513-1441-4362-beb7-b89108911875 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874491 Jun 23 09:26:58.093967 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Allocated IP 172.20.0.14 (c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb/e523624c-eb04-4729-9346-6cdcc2021b9f/d8209f4b-dd1e-4751-90ec-e979baeed397) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:26:58.142224 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:58.180922 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port a29b275b-5e50-40ac-a543-defb30d49ca9 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:26:58.181790 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.222164 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:58.280615 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port a29b275b-5e50-40ac-a543-defb30d49ca9 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:26:58.281013 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.322096 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:26:58.322975 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:58.327248 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fe9c43-6ab3-4cce-a9ca-1b93d8f98fe7" -d '{"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-plugged", "status": "completed", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:58.359776 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016341e1-987a-4080-999e-dc28d84a26fc req-ce283f54-fe42-4706-9a94-6b5d43dcd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:58.359776 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-016341e1-987a-4080-999e-dc28d84a26fc req-ce283f54-fe42-4706-9a94-6b5d43dcd424 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 1128 time: 0.0559456 Jun 23 09:26:58.371993 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks [] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.373251 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9a7598-aa65-4a9f-b988-66d347df6110 x-openstack-request-id: req-cc9a7598-aa65-4a9f-b988-66d347df6110 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:58.373540 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-plugged", "status": "completed", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:58.373790 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc9a7598-aa65-4a9f-b988-66d347df6110 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:58.374189 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9a7598-aa65-4a9f-b988-66d347df6110'] response: {'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'code': 200} Jun 23 09:26:58.413748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.447930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45280) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:58.467960 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=10']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:58.513875 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.582700 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:26:58.587136 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:26:58.589871 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Pushing event updated for resources: {'Port': ['ID=d8209f4b-dd1e-4751-90ec-e979baeed397,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:58.593582 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:26:58.634901 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e34f26e5-c4d5-4668-a9c4-754d5254abd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.657083 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5167c-c59c-4246-a46d-466f678c761c req-bb46285a-8e14-4ce3-97f2-3af796bd3cc8 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:58.658643 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-61b5167c-c59c-4246-a46d-466f678c761c req-bb46285a-8e14-4ce3-97f2-3af796bd3cc8 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 932 time: 0.0725143 Jun 23 09:26:58.659824 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016341e1-987a-4080-999e-dc28d84a26fc req-01c9a355-157b-4cdc-952b-ed71759e2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:58.661332 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-016341e1-987a-4080-999e-dc28d84a26fc req-01c9a355-157b-4cdc-952b-ed71759e2adc service neutron] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 917 time: 0.1641126 Jun 23 09:26:58.677314 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:58.678554 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.710439 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-61b5167c-c59c-4246-a46d-466f678c761c req-5f6f1ceb-d8b0-4eef-bf5b-749382edd4f3 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457661 Jun 23 09:26:58.755268 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e34f26e5-c4d5-4668-a9c4-754d5254abd5 admin admin] Publish callbacks [] for security_group (73d46d4f-9c96-41db-9cbe-7657776ad540), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.816048 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9955401e-a0de-459d-8a97-c5b91ac79c4a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2765570 Jun 23 09:26:58.868253 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Request body: {'port': {'device_id': '5585521e-88c3-4e49-bc28-c26be9f82824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:26:58.872188 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e34f26e5-c4d5-4668-a9c4-754d5254abd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (73d46d4f-9c96-41db-9cbe-7657776ad540), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.922320 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-016341e1-987a-4080-999e-dc28d84a26fc req-ffbff463-1503-4e4c-84c5-9b97847eff3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 200 len: 1001 time: 0.0589166 Jun 23 09:26:58.953142 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e34f26e5-c4d5-4668-a9c4-754d5254abd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac6ee29432664d98ba3d4b601272c4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5038140 Jun 23 09:26:58.956263 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45286) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:26:58.958561 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f26e5-c4d5-4668-a9c4-754d5254abd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d46d4f-9c96-41db-9cbe-7657776ad540,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:58.968946 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:58.996951 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016341e1-987a-4080-999e-dc28d84a26fc req-eb391e22-4992-4b01-88ff-f77e25f4aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:58.998427 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-016341e1-987a-4080-999e-dc28d84a26fc req-eb391e22-4992-4b01-88ff-f77e25f4aa75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.0680437 Jun 23 09:26:59.058323 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Publish callbacks [] for security_group (73d46d4f-9c96-41db-9cbe-7657776ad540), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.070471 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016341e1-987a-4080-999e-dc28d84a26fc req-d9f50725-0d5b-4b05-8247-3ac72fba052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:59.071998 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-016341e1-987a-4080-999e-dc28d84a26fc req-d9f50725-0d5b-4b05-8247-3ac72fba052c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670202 Jun 23 09:26:59.219072 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:59.287511 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d11b7f-bc01-4682-be8c-30f5e31034fb req-aad0d41f-0892-499a-a338-489cb8e8d846 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:59.291691 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-44d11b7f-bc01-4682-be8c-30f5e31034fb req-aad0d41f-0892-499a-a338-489cb8e8d846 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0853968 Jun 23 09:26:59.334113 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Publish callbacks [] for security_group (73d46d4f-9c96-41db-9cbe-7657776ad540), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.384644 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-44d11b7f-bc01-4682-be8c-30f5e31034fb req-75d1cb28-a07c-4bc0-b606-59deb1c5aba5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839069 Jun 23 09:26:59.388253 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8209f4b-dd1e-4751-90ec-e979baeed397 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:26:59.396008 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Publish callbacks [] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.409389 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Transition to ACTIVE for port object d8209f4b-dd1e-4751-90ec-e979baeed397 will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:26:59.437566 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4c493-412a-4864-a49a-27c9f21ae6c4 req-63e8e86f-79f7-4509-a3d7-4543ed869ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:59.439087 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faa4c493-412a-4864-a49a-27c9f21ae6c4 req-63e8e86f-79f7-4509-a3d7-4543ed869ef5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 1130 time: 0.1138463 Jun 23 09:26:59.488034 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-016341e1-987a-4080-999e-dc28d84a26fc req-7de8e958-e113-424e-985b-1e20bfb7c7ed service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062326 Jun 23 09:26:59.505133 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.510999 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faa4c493-412a-4864-a49a-27c9f21ae6c4 req-ffc74d91-fd71-4b72-b201-4e4663f90609 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628796 Jun 23 09:26:59.559480 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Pushing event updated for resources: {'Port': ['ID=d8209f4b-dd1e-4751-90ec-e979baeed397,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:59.590465 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-016341e1-987a-4080-999e-dc28d84a26fc req-d56bad03-4061-44cc-b769-33a7fb7cf09c service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935369 Jun 23 09:26:59.618897 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (73d46d4f-9c96-41db-9cbe-7657776ad540), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.621454 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.623217 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73d46d4f-9c96-41db-9cbe-7657776ad540 HTTP/1.1" status: 204 len: 168 time: 0.6659482 Jun 23 09:26:59.630968 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d46d4f-9c96-41db-9cbe-7657776ad540,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:59.637100 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Attempting to bind port d8209f4b-dd1e-4751-90ec-e979baeed397 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:26:59.637616 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Attempting to bind port d8209f4b-dd1e-4751-90ec-e979baeed397 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:26:59.637874 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Attempting to bind port d8209f4b-dd1e-4751-90ec-e979baeed397 on network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:59.638544 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.638886 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.639244 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.639721 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.640119 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.640448 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.640908 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.641296 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.641613 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.642143 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.642607 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.642955 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.643266 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Port d8209f4b-dd1e-4751-90ec-e979baeed397 on network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:26:59.643378 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.643624 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Attempting to bind port d8209f4b-dd1e-4751-90ec-e979baeed397 on network c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:26:59.643732 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.649045 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4d1f09-5b6d-4c55-b13f-1fa2fb607760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:26:59.650319 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:26:59.650771 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Checking segment: {'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:26:59.651564 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Bound using segment: {'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:26:59.652055 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Bound port: d8209f4b-dd1e-4751-90ec-e979baeed397, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6e7b36-6fe6-43af-b959-134846161e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:26:59.652770 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.718844 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] For port d8209f4b-dd1e-4751-90ec-e979baeed397, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:26:59.721769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] For port d8209f4b-dd1e-4751-90ec-e979baeed397, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8209f4b-dd1e-4751-90ec-e979baeed397,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:26:59.831377 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.836452 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ba22c-a0e8-46af-bb4b-52143a18c9cb req-938062dd-41d2-4236-98c9-19707206b2d8 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:59.838007 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9a3ba22c-a0e8-46af-bb4b-52143a18c9cb req-938062dd-41d2-4236-98c9-19707206b2d8 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 944 time: 0.0572734 Jun 23 09:26:59.839373 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:26:59.869191 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:26:59.869346 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:26:59.870781 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8209f4b-dd1e-4751-90ec-e979baeed397 HTTP/1.1" status: 200 len: 1094 time: 1.0068362 Jun 23 09:26:59.875982 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5585521e-88c3-4e49-bc28-c26be9f82824', 'tag': 'd8209f4b-dd1e-4751-90ec-e979baeed397'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:26:59.879157 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd22c8-9919-49c5-840b-d40686d918fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5585521e-88c3-4e49-bc28-c26be9f82824", "tag": "d8209f4b-dd1e-4751-90ec-e979baeed397"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:26:59.890198 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9a3ba22c-a0e8-46af-bb4b-52143a18c9cb req-28b14826-c235-4608-9c01-48b269a9c382 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Jun 23 09:26:59.909640 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64ae58-cf5c-45a4-aa7e-b1fd9a333484 service neutron] Pushing event updated for resources: {'Port': ['ID=d8209f4b-dd1e-4751-90ec-e979baeed397,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:26:59.935481 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8048719-a5fb-4c19-b655-274a8ddd66e8 x-openstack-request-id: req-c8048719-a5fb-4c19-b655-274a8ddd66e8 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:26:59.935481 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5585521e-88c3-4e49-bc28-c26be9f82824", "tag": "d8209f4b-dd1e-4751-90ec-e979baeed397", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:26:59.935481 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8048719-a5fb-4c19-b655-274a8ddd66e8 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:26:59.935481 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8048719-a5fb-4c19-b655-274a8ddd66e8'] response: {'name': 'network-changed', 'server_uuid': '5585521e-88c3-4e49-bc28-c26be9f82824', 'tag': 'd8209f4b-dd1e-4751-90ec-e979baeed397', 'status': 'completed', 'code': 200} Jun 23 09:27:00.458818 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9d348b19-6895-4a88-a650-9b8abdbd352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:00.460439 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-9d348b19-6895-4a88-a650-9b8abdbd352b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a1a64d6d0f241739bb3dad4490182ed&device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 1128 time: 0.0580034 Jun 23 09:27:00.520695 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-81d63fa4-8edc-4a3e-9d1f-b8f6c52cf270 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8209f4b-dd1e-4751-90ec-e979baeed397 HTTP/1.1" status: 200 len: 217 time: 0.0376215 Jun 23 09:27:00.525723 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a084b-45e6-49ee-af61-9dea95104ec6 req-78074c53-7740-4aa6-8cdc-dfa9b61de626 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:00.527235 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cd2a084b-45e6-49ee-af61-9dea95104ec6 req-78074c53-7740-4aa6-8cdc-dfa9b61de626 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0556936 Jun 23 09:27:00.577842 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-1c609363-9d24-4594-9c4c-5f7383ba5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:00.580455 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-1c609363-9d24-4594-9c4c-5f7383ba5a00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e523624c-eb04-4729-9346-6cdcc2021b9f HTTP/1.1" status: 200 len: 848 time: 0.0479207 Jun 23 09:27:00.582078 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cd2a084b-45e6-49ee-af61-9dea95104ec6 req-7e841ab0-eb88-42dc-85d9-136b7019f732 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474966 Jun 23 09:27:00.633985 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-2c8ac2df-0052-4973-a5a1-6d709ede8914 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309746 Jun 23 09:27:00.662992 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:00.733795 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-1f76808b-68e3-494a-90e5-38556712f3c3 service neutron] 10.222.0.55 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903981 Jun 23 09:27:00.836178 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5b1932a-3996-4553-9eaa-027af94a2bef req-617e43b1-c48b-47b0-9e43-b771068d2f15 service neutron] 10.222.0.55 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918391 Jun 23 09:27:00.893798 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:01.015210 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63dd63-5ec4-418d-97b9-12387e21901b req-772226a5-f1fe-4e27-b986-8b7f4d2f8857 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:01.016714 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2e63dd63-5ec4-418d-97b9-12387e21901b req-772226a5-f1fe-4e27-b986-8b7f4d2f8857 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 944 time: 0.0495386 Jun 23 09:27:01.051390 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:01.066486 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2e63dd63-5ec4-418d-97b9-12387e21901b req-354d4739-371d-468c-b046-c4d4ef45e9ff tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444133 Jun 23 09:27:01.391098 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:01.453230 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45344) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:01.456081 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:01.567185 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5ca413a5-ae34-4e02-b392-ad433417d416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:01.655315 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5ca413a5-ae34-4e02-b392-ad433417d416 admin admin] Publish callbacks [] for security_group (1159a26f-ae90-4faa-a020-2d70b7776742), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:01.712394 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ef635-5413-4daa-abf1-cd8fd0cd8998 req-78deed1e-1ec8-4115-b2b3-f540fc183043 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:01.713990 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-146ef635-5413-4daa-abf1-cd8fd0cd8998 req-78deed1e-1ec8-4115-b2b3-f540fc183043 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0562661 Jun 23 09:27:01.765599 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-146ef635-5413-4daa-abf1-cd8fd0cd8998 req-c861d4c2-0684-4157-907e-61185db1bf37 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453291 Jun 23 09:27:01.767144 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5ca413a5-ae34-4e02-b392-ad433417d416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (1159a26f-ae90-4faa-a020-2d70b7776742), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:01.808121 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-5ca413a5-ae34-4e02-b392-ad433417d416 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b507b9148c0d4c1f9095676e859b57c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537519 Jun 23 09:27:01.809645 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca413a5-ae34-4e02-b392-ad433417d416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1159a26f-ae90-4faa-a020-2d70b7776742,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:01.810815 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45364) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:01.862745 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-207d3965-9784-4407-8562-aad248e583e5 admin admin] Publish callbacks [] for security_group (1159a26f-ae90-4faa-a020-2d70b7776742), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:01.888497 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-207d3965-9784-4407-8562-aad248e583e5 admin admin] Publish callbacks [] for security_group (1159a26f-ae90-4faa-a020-2d70b7776742), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:02.010705 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:02.053423 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-207d3965-9784-4407-8562-aad248e583e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (1159a26f-ae90-4faa-a020-2d70b7776742), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:02.056177 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-207d3965-9784-4407-8562-aad248e583e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:02.057243 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-207d3965-9784-4407-8562-aad248e583e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1159a26f-ae90-4faa-a020-2d70b7776742 HTTP/1.1" status: 204 len: 168 time: 0.2453568 Jun 23 09:27:02.065949 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d3965-9784-4407-8562-aad248e583e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1159a26f-ae90-4faa-a020-2d70b7776742,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:02.184046 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2a79d-02df-41c6-af59-43717377f5f8 req-1eacbc3a-7e2b-4815-8cdd-90a0598eafef tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:02.186181 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b8f2a79d-02df-41c6-af59-43717377f5f8 req-1eacbc3a-7e2b-4815-8cdd-90a0598eafef tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 944 time: 0.0497797 Jun 23 09:27:02.237538 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b8f2a79d-02df-41c6-af59-43717377f5f8 req-cd94c234-1500-4af6-84e8-7a531a0178a8 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455616 Jun 23 09:27:02.597769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-3a44e886-c5b9-426f-b563-f1193a7b6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:02.599345 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-3a44e886-c5b9-426f-b563-f1193a7b6c5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a1a64d6d0f241739bb3dad4490182ed&device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 1128 time: 0.0464902 Jun 23 09:27:02.701356 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-81b83ab5-7c56-4b0a-8147-87ca22baab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:02.702876 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-81b83ab5-7c56-4b0a-8147-87ca22baab74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb HTTP/1.1" status: 200 len: 909 time: 0.0926404 Jun 23 09:27:02.744116 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-7ec7930a-05ea-46c4-94d4-7febbaf593bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8209f4b-dd1e-4751-90ec-e979baeed397 HTTP/1.1" status: 200 len: 217 time: 0.0341508 Jun 23 09:27:02.798655 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-8cf0256f-0f67-4073-8a9a-068bb8d5d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:02.800184 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-8cf0256f-0f67-4073-8a9a-068bb8d5d524 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e523624c-eb04-4729-9346-6cdcc2021b9f HTTP/1.1" status: 200 len: 848 time: 0.0489290 Jun 23 09:27:02.838310 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-0ed4fe23-4364-4103-af06-69b430c088a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315568 Jun 23 09:27:02.899976 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c0c7c-b957-42f6-8e3a-7fda376da75d req-b3eca0a6-be5d-4210-9f8b-d46f093f8293 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:02.903498 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d83c0c7c-b957-42f6-8e3a-7fda376da75d req-b3eca0a6-be5d-4210-9f8b-d46f093f8293 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0584157 Jun 23 09:27:02.936584 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-9ef14cf8-3537-47bb-ae18-94d55e4bfecb service neutron] 10.222.0.55 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905204 Jun 23 09:27:02.952938 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d83c0c7c-b957-42f6-8e3a-7fda376da75d req-42e9df1e-d523-41cb-8e9e-f563dcbb4d22 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457656 Jun 23 09:27:02.967024 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:03.040613 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b3fd22c8-9919-49c5-840b-d40686d918fd req-dfb937e3-e5bc-4e2c-a9b9-992d69aca6a2 service neutron] 10.222.0.55 "GET /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958056 Jun 23 09:27:03.118768 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:03.164815 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:03.361044 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85923-e66f-44f3-8077-1757dbfa5951 req-1f4f186f-3561-4d68-bad7-194216e5d037 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:03.362576 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1c85923-e66f-44f3-8077-1757dbfa5951 req-1f4f186f-3561-4d68-bad7-194216e5d037 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 944 time: 0.0518913 Jun 23 09:27:03.410818 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1c85923-e66f-44f3-8077-1757dbfa5951 req-77838206-9ecd-46fc-aec6-085a2b716290 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Jun 23 09:27:03.756566 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:04.033467 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:04.061858 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:04.077871 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab9db7-bcec-4fb3-98fa-76579bdcc200 req-57c4ef16-8d90-4b07-8b53-48ef284bfb93 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:04.079376 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bbab9db7-bcec-4fb3-98fa-76579bdcc200 req-57c4ef16-8d90-4b07-8b53-48ef284bfb93 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0527718 Jun 23 09:27:04.091549 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d8209f4b-dd1e-4751-90ec-e979baeed397 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:27:04.130583 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bbab9db7-bcec-4fb3-98fa-76579bdcc200 req-efab5123-24f6-4548-b339-6a9c2f497428 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456834 Jun 23 09:27:04.196778 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d8209f4b-dd1e-4751-90ec-e979baeed397, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8209f4b-dd1e-4751-90ec-e979baeed397,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:04.208305 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'd8209f4b-dd1e-4751-90ec-e979baeed397', 'network_id': 'c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb', 'port_id': 'd8209f4b-dd1e-4751-90ec-e979baeed397', 'mac_address': 'fa:16:3e:84:75:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e523624c-eb04-4729-9346-6cdcc2021b9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:27:04.243045 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port d8209f4b-dd1e-4751-90ec-e979baeed397 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:27:04.243429 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:04.256660 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8209f4b-dd1e-4751-90ec-e979baeed397 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:27:04.275829 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d8209f4b-dd1e-4751-90ec-e979baeed397, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8209f4b-dd1e-4751-90ec-e979baeed397,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:04.347549 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:04.394488 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=d8209f4b-dd1e-4751-90ec-e979baeed397,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:04.419378 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:04.451275 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:04.532308 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a58e7-99ec-42c7-b454-459397fec416 req-1451836d-162e-4a3f-8c06-dfd093e6ca1a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:04.533767 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4e5a58e7-99ec-42c7-b454-459397fec416 req-1451836d-162e-4a3f-8c06-dfd093e6ca1a tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 945 time: 0.0476198 Jun 23 09:27:04.535972 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:04.586066 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4e5a58e7-99ec-42c7-b454-459397fec416 req-44b15b3b-33f6-4d71-8ce4-c77b036482eb tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Jun 23 09:27:04.833253 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:04.838784 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['d8209f4b-dd1e-4751-90ec-e979baeed397'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:27:05.712114 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9de6-a68e-4007-8651-af8b580ffa5e req-cdfa0e5f-9707-4f72-81b3-5139bf4cb503 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:05.713582 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-051b9de6-a68e-4007-8651-af8b580ffa5e req-cdfa0e5f-9707-4f72-81b3-5139bf4cb503 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 945 time: 0.0462828 Jun 23 09:27:05.760615 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-051b9de6-a68e-4007-8651-af8b580ffa5e req-b26d9911-c8e1-4154-b00b-367e1de0c638 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Jun 23 09:27:06.105035 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d8209f4b-dd1e-4751-90ec-e979baeed397 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:27:06.135613 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:06.151067 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port d8209f4b-dd1e-4751-90ec-e979baeed397 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:27:06.230637 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port d8209f4b-dd1e-4751-90ec-e979baeed397 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:27:06.231054 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:06.305275 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port d8209f4b-dd1e-4751-90ec-e979baeed397 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:27:06.305673 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:06.329527 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5585521e-88c3-4e49-bc28-c26be9f82824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8209f4b-dd1e-4751-90ec-e979baeed397'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:06.331747 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7128dc40-42f9-4ec8-84a8-7a513feae18e" -d '{"events": [{"server_uuid": "5585521e-88c3-4e49-bc28-c26be9f82824", "name": "network-vif-plugged", "status": "completed", "tag": "d8209f4b-dd1e-4751-90ec-e979baeed397"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:06.345015 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d8209f4b-dd1e-4751-90ec-e979baeed397, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8209f4b-dd1e-4751-90ec-e979baeed397,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:06.368675 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e38aea3-bbf1-4c10-ba86-6abe2be696e1 x-openstack-request-id: req-7e38aea3-bbf1-4c10-ba86-6abe2be696e1 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:06.369001 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5585521e-88c3-4e49-bc28-c26be9f82824", "name": "network-vif-plugged", "status": "completed", "tag": "d8209f4b-dd1e-4751-90ec-e979baeed397", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:06.369238 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e38aea3-bbf1-4c10-ba86-6abe2be696e1 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:06.369644 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e38aea3-bbf1-4c10-ba86-6abe2be696e1'] response: {'server_uuid': '5585521e-88c3-4e49-bc28-c26be9f82824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8209f4b-dd1e-4751-90ec-e979baeed397', 'code': 200} Jun 23 09:27:06.438985 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:06.497287 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=d8209f4b-dd1e-4751-90ec-e979baeed397,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:06.810542 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced677b-cc16-4a62-9de0-507cdff14544 req-e8ff36ea-4af1-434a-b2ee-522f411406a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:06.812120 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-aced677b-cc16-4a62-9de0-507cdff14544 req-e8ff36ea-4af1-434a-b2ee-522f411406a7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 1130 time: 0.0387318 Jun 23 09:27:06.828375 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45430) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:06.833052 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-1774ceb6-220b-4466-9065-7fd60f195d2f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310694582', 'description': 'tempest-description--771474669'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:06.902994 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121718-32b7-4f97-92c6-38631f7143b3 req-d1470efd-f37d-403b-ba7b-d410bce6a441 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:06.904948 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ca121718-32b7-4f97-92c6-38631f7143b3 req-d1470efd-f37d-403b-ba7b-d410bce6a441 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 946 time: 0.0686190 Jun 23 09:27:06.908363 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-aced677b-cc16-4a62-9de0-507cdff14544 req-dadd8c3a-b22e-4fca-bad9-dd8d4f551e20 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789073 Jun 23 09:27:06.933471 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1774ceb6-220b-4466-9065-7fd60f195d2f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:06.961916 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ca121718-32b7-4f97-92c6-38631f7143b3 req-b667a96d-5a7e-4f00-9ede-981b3e4fde75 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510325 Jun 23 09:27:07.010285 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1774ceb6-220b-4466-9065-7fd60f195d2f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (f4e0d1a3-f060-44a5-9354-92f209f63809), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.116421 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1774ceb6-220b-4466-9065-7fd60f195d2f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (f4e0d1a3-f060-44a5-9354-92f209f63809), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.147378 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774ceb6-220b-4466-9065-7fd60f195d2f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e0d1a3-f060-44a5-9354-92f209f63809,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:07.237324 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1774ceb6-220b-4466-9065-7fd60f195d2f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.238592 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-1774ceb6-220b-4466-9065-7fd60f195d2f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4091945 Jun 23 09:27:07.241444 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45432) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:07.245647 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-18aa24e2-5f2a-434e-a43f-c29509b7c1ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group_rule': {'security_group_id': 'f4e0d1a3-f060-44a5-9354-92f209f63809', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:07.341956 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-18aa24e2-5f2a-434e-a43f-c29509b7c1ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (f58663de-8fee-48dd-a2cb-81cb47e29892), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.396831 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-18aa24e2-5f2a-434e-a43f-c29509b7c1ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (f58663de-8fee-48dd-a2cb-81cb47e29892), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.476306 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-18aa24e2-5f2a-434e-a43f-c29509b7c1ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (f58663de-8fee-48dd-a2cb-81cb47e29892), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.496974 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa24e2-5f2a-434e-a43f-c29509b7c1ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58663de-8fee-48dd-a2cb-81cb47e29892,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:07.582328 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-18aa24e2-5f2a-434e-a43f-c29509b7c1ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.583630 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-18aa24e2-5f2a-434e-a43f-c29509b7c1ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3412740 Jun 23 09:27:07.586459 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45436) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:07.591460 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group_rule': {'security_group_id': 'f4e0d1a3-f060-44a5-9354-92f209f63809', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:07.697661 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (1c70c3af-235b-4598-b2bb-66ef04bf905d), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.748218 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (1c70c3af-235b-4598-b2bb-66ef04bf905d), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.839154 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (1c70c3af-235b-4598-b2bb-66ef04bf905d), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:07.861143 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c70c3af-235b-4598-b2bb-66ef04bf905d,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:07.869436 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.869783 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.870123 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.870456 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.870786 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.871141 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.871471 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.871818 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.872355 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.872917 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.873479 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.874032 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.874588 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.875194 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:07.875742 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:08.015906 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:08.017596 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a2c8e11f-ca2f-42f4-bee9-89a68bcd38aa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4300897 Jun 23 09:27:08.020707 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45440) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:08.025465 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:08.063687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:08.076888 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249eae6a-9d00-4a06-9471-d67fd2c04fb4 req-96bb69d9-f56d-4157-8133-dfee5ca1f034 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:08.078362 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-249eae6a-9d00-4a06-9471-d67fd2c04fb4 req-96bb69d9-f56d-4157-8133-dfee5ca1f034 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 946 time: 0.0480943 Jun 23 09:27:08.119072 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:08.127326 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-249eae6a-9d00-4a06-9471-d67fd2c04fb4 req-f2e9b16e-c2df-4ca4-bb78-28cd2f72544c tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431697 Jun 23 09:27:08.202056 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:08.262346 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:08.308307 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Allocated IP 172.27.2.106 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/a81c51b2-897f-4473-b5fd-341ea45e11bf) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:27:08.414756 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (a81c51b2-897f-4473-b5fd-341ea45e11bf), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:08.424850 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:08.499439 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (a81c51b2-897f-4473-b5fd-341ea45e11bf), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:08.545957 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:27:08.552796 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:27:08.556259 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:27:08.558396 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=a81c51b2-897f-4473-b5fd-341ea45e11bf,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:08.631643 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=62 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:08.649587 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (886a0768-50f6-423d-99c5-2b499005b981), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:08.785066 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a81c51b2-897f-4473-b5fd-341ea45e11bf), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:08.932464 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (a81c51b2-897f-4473-b5fd-341ea45e11bf), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:09.001994 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (a81c51b2-897f-4473-b5fd-341ea45e11bf), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:09.039471 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:09.070646 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=a81c51b2-897f-4473-b5fd-341ea45e11bf,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:09.086437 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (886a0768-50f6-423d-99c5-2b499005b981), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:09.167149 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:09.170146 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c820a5d0-3a57-404b-8457-430897bebab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1467841 Jun 23 09:27:09.254216 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160dd9a-1a27-4973-b5d7-7fec8ec30629 req-f9c145ae-15a5-4327-a34d-9ddf531da12c tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:09.255734 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a160dd9a-1a27-4973-b5d7-7fec8ec30629 req-f9c145ae-15a5-4327-a34d-9ddf531da12c tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 946 time: 0.0495725 Jun 23 09:27:09.304570 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a160dd9a-1a27-4973-b5d7-7fec8ec30629 req-6592da47-8ab7-46c1-b52c-e24c1c7da227 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432765 Jun 23 09:27:09.383977 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-74d4b41f-bb89-4d6c-8471-5a4d037f3476 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--310694582&fields=id&tenant_id=8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 267 time: 0.0545852 Jun 23 09:27:09.488360 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621028-31d3-4350-81b8-edffbf42cfad req-115a5397-995e-4e6c-a0d3-ed51d4c759b6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:09.489755 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-115a5397-995e-4e6c-a0d3-ed51d4c759b6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 814 time: 0.0987060 Jun 23 09:27:09.504094 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-3f11986f-a159-42d5-b87d-7dfa13040b0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/quotas/8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 375 time: 0.0088966 Jun 23 09:27:09.558629 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-aef981d7-2f03-4c85-abed-bd3b7be8efcd tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496891 Jun 23 09:27:09.656310 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-ece50a30-01b2-4b94-a5d2-93ac4a878373 service neutron] 10.222.0.52 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840299 Jun 23 09:27:09.746520 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-79e51b75-d196-40a8-95e6-82a0b39a6a66 service neutron] 10.222.0.52 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846245 Jun 23 09:27:10.044672 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4767017d-d6fe-4f16-9e0f-0c00c41057bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:11.140255 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:11.158132 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1699ec43-76a0-4884-949c-407a91b5a89d req-cd363595-7e98-48ce-98ba-ed8d29d1d972 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 210 time: 0.0280218 Jun 23 09:27:11.286094 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8712d-0b5f-40ab-8d0b-4615a26e8364 req-b468156a-bf87-45ee-b208-5c4b192ace0b tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:11.287593 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2dc8712d-0b5f-40ab-8d0b-4615a26e8364 req-b468156a-bf87-45ee-b208-5c4b192ace0b tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 946 time: 0.0459006 Jun 23 09:27:11.333841 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2dc8712d-0b5f-40ab-8d0b-4615a26e8364 req-a02c66b8-8267-42ab-b869-465a630f30a8 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Jun 23 09:27:12.256697 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9728b805-6732-42a0-860e-fc6e564c6179 req-311fa3e9-93f9-4ae4-b186-125bf3bc6c23 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 210 time: 0.0287986 Jun 23 09:27:12.370487 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e63be42b-f689-4ff0-93a6-4f7c48663b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:12.448550 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095819f-2a46-4575-9164-507aecf8216c req-e684c389-184a-4eb3-89b1-f3fe14b04f6d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:12.449914 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e095819f-2a46-4575-9164-507aecf8216c req-e684c389-184a-4eb3-89b1-f3fe14b04f6d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 946 time: 0.0487099 Jun 23 09:27:12.496501 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e095819f-2a46-4575-9164-507aecf8216c req-25398669-7fba-4d11-ba12-e9974ff5244f tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Jun 23 09:27:13.185644 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-9c97a0b8-8981-49ea-b817-9b195ea51147 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:13.187144 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-9c97a0b8-8981-49ea-b817-9b195ea51147 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.55 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 946 time: 0.0507970 Jun 23 09:27:13.287935 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Deleting port d8209f4b-dd1e-4751-90ec-e979baeed397 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:27:13.288458 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:13.386426 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-92b3ecdf-ddba-4146-a721-57a22bb36953 req-9d4e3f81-86a1-4e91-a136-4104d8c05a29 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 210 time: 0.0325606 Jun 23 09:27:13.415863 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] For port d8209f4b-dd1e-4751-90ec-e979baeed397, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8209f4b-dd1e-4751-90ec-e979baeed397,segment=NetworkSegment(9d6e7b36-6fe6-43af-b959-134846161e71),segment_id=9d6e7b36-6fe6-43af-b959-134846161e71)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:13.416232 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:13.430016 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Calling delete_port for d8209f4b-dd1e-4751-90ec-e979baeed397 owned by compute:nova {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:27:13.524809 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:13.614036 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f5f6-c61c-476c-9209-dd4face0de26 req-db51e0b7-a288-4945-a185-06fa6be2d678 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:13.615761 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7e17f5f6-c61c-476c-9209-dd4face0de26 req-db51e0b7-a288-4945-a185-06fa6be2d678 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 946 time: 0.0502384 Jun 23 09:27:13.666056 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7e17f5f6-c61c-476c-9209-dd4face0de26 req-b7605077-a00a-40dc-a480-cf2b4b1993b2 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/security-groups?id=95671cd6-08a9-4f2a-96cb-a4c7bef329a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440414 Jun 23 09:27:13.673127 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (d8209f4b-dd1e-4751-90ec-e979baeed397), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:13.699381 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Pushing event deleted for resources: {'Port': ['ID=d8209f4b-dd1e-4751-90ec-e979baeed397,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:13.714211 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['d8209f4b-dd1e-4751-90ec-e979baeed397'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:27:13.728400 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:13.746495 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] No DVR routers for this DVR port d8209f4b-dd1e-4751-90ec-e979baeed397 on host hv-cinder-84727 {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:27:13.749405 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:13.752726 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f066c235-eb0d-44f7-a7c0-e579ff9e5fd4 req-0fac02d3-743e-4894-96bf-74f01d40490d tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.55 "DELETE /v2.0/ports/d8209f4b-dd1e-4751-90ec-e979baeed397 HTTP/1.1" status: 204 len: 173 time: 0.5513847 Jun 23 09:27:13.753159 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5585521e-88c3-4e49-bc28-c26be9f82824', 'name': 'network-vif-deleted', 'tag': 'd8209f4b-dd1e-4751-90ec-e979baeed397'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:13.755384 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfdb12a-080b-4c0e-ab0a-fb5b31535666" -d '{"events": [{"server_uuid": "5585521e-88c3-4e49-bc28-c26be9f82824", "name": "network-vif-deleted", "tag": "d8209f4b-dd1e-4751-90ec-e979baeed397"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:13.790531 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fec9a74-423e-4f83-bcc5-d0eb2888ba3d x-openstack-request-id: req-8fec9a74-423e-4f83-bcc5-d0eb2888ba3d {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:13.790824 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5585521e-88c3-4e49-bc28-c26be9f82824", "name": "network-vif-deleted", "tag": "d8209f4b-dd1e-4751-90ec-e979baeed397", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:13.791120 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fec9a74-423e-4f83-bcc5-d0eb2888ba3d {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:13.791554 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fec9a74-423e-4f83-bcc5-d0eb2888ba3d'] response: {'server_uuid': '5585521e-88c3-4e49-bc28-c26be9f82824', 'name': 'network-vif-deleted', 'tag': 'd8209f4b-dd1e-4751-90ec-e979baeed397', 'status': 'completed', 'code': 200} Jun 23 09:27:14.484736 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0e5ff45c-721a-4456-ba8f-2a416c42d02b req-64041c32-2b89-46cf-bfbe-325af3f9afd1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 210 time: 0.0284333 Jun 23 09:27:14.587202 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621028-31d3-4350-81b8-edffbf42cfad req-975ff248-52a1-4a34-9989-01062c09da63 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:14.588653 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-975ff248-52a1-4a34-9989-01062c09da63 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 814 time: 0.1019192 Jun 23 09:27:14.776925 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-17da9240-99f7-444b-a2f8-98f6412be685 req-0fbe80d7-f653-4b66-9b1e-7be14cdab6f0 tempest-VolumesActionsTest-377808080 tempest-VolumesActionsTest-377808080-project] 10.222.0.52 "GET /v2.0/ports?device_id=5585521e-88c3-4e49-bc28-c26be9f82824 HTTP/1.1" status: 200 len: 210 time: 0.0275514 Jun 23 09:27:14.897449 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-52cea5e3-2cdb-490b-8bd9-49263488deaa tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 472 time: 0.0646961 Jun 23 09:27:14.908394 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'port': {'device_id': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'admin_state_up': True, 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'security_groups': ['f4e0d1a3-f060-44a5-9354-92f209f63809']}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:15.021858 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-36d28f9d-c7a5-4610-92a2-1b802b387c99 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463312535&fields=id&tenant_id=3ee3f1c33377446489b75e9faaa5654b HTTP/1.1" status: 200 len: 267 time: 0.0475216 Jun 23 09:27:15.133986 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6382-0254-403e-ba5f-724201c628c6 req-2f81c7e1-0e05-40ed-baa2-9466966e8f48 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:15.135727 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-2f81c7e1-0e05-40ed-baa2-9466966e8f48 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/networks?id=41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 200 len: 809 time: 0.1062663 Jun 23 09:27:15.147438 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Made reservation on behalf of 8d0795f7c61d497c9b25c7e17ad08744 for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:27:15.153532 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:15.165202 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-e2f0bc3f-6147-4714-866b-84c85fdd30d7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/quotas/3ee3f1c33377446489b75e9faaa5654b HTTP/1.1" status: 200 len: 375 time: 0.0241294 Jun 23 09:27:15.198179 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:15.210777 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-75e29fb5-e71b-4d0f-b623-df662a88bb3a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446010 Jun 23 09:27:15.288394 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:15.320422 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-9c4ccffd-3b2f-41ed-a79a-b1438fa26ba7 service neutron] 10.222.0.52 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962646 Jun 23 09:27:15.339073 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:15.424209 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-fd313c4f-7bf7-4d09-bcfd-88b4011ffa00 service neutron] 10.222.0.52 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972543 Jun 23 09:27:15.449151 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:27:15.568152 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Allocated IP 172.20.0.13 (308c25e5-5cce-431f-b4d9-9d80a125cd28/29f1d82f-f8aa-4800-8832-49122874b4e6/e1a628b3-9901-4e94-8ad7-07ac85c70f71) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:27:15.588612 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:15.608495 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-40afcb04-8b61-4545-ab93-70dd25081b53 req-867b6f1c-db89-4980-85c6-4860bffa8a15 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 210 time: 0.0380580 Jun 23 09:27:15.730123 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:15.755548 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:15.941867 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:15.985052 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:27:15.988514 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:27:16.002557 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:27:16.028943 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=e1a628b3-9901-4e94-8ad7-07ac85c70f71,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:16.065414 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:16.066141 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:16.173238 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-a0339a23-3c29-4e58-b643-0d0ebac37d0b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2683411 Jun 23 09:27:16.210148 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-27d36f6b-7d9d-42ea-9d7b-1d8a92222e76 None None] Provisioning complete for port e1a628b3-9901-4e94-8ad7-07ac85c70f71 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:27:16.210652 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-27d36f6b-7d9d-42ea-9d7b-1d8a92222e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:16.219561 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Request body: {'port': {'device_id': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:16.224878 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a4e9c709-57c7-432d-be17-4a694eb0a753 req-6d9c3138-a301-4331-ac10-3d0c5dbf1c3d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0438333 Jun 23 09:27:16.267677 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-27d36f6b-7d9d-42ea-9d7b-1d8a92222e76 None None] Port e1a628b3-9901-4e94-8ad7-07ac85c70f71 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:27:16.292145 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:16.556565 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:16.561718 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a628b3-9901-4e94-8ad7-07ac85c70f71 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:27:16.569241 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Publish callbacks [] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:16.581598 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Transition to ACTIVE for port object e1a628b3-9901-4e94-8ad7-07ac85c70f71 will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:27:16.690026 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:16.733275 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d26cb-b615-489b-8f0c-26595971677a req-030199cf-95be-41e4-8c88-1e7b91a493f1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:16.735070 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c47d26cb-b615-489b-8f0c-26595971677a req-030199cf-95be-41e4-8c88-1e7b91a493f1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 944 time: 0.0550222 Jun 23 09:27:16.751699 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a628b3-9901-4e94-8ad7-07ac85c70f71,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:16.842220 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c47d26cb-b615-489b-8f0c-26595971677a req-9cfc4dea-3fe7-4c9e-bd32-09758959ecde tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675488 Jun 23 09:27:16.867845 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Attempting to bind port e1a628b3-9901-4e94-8ad7-07ac85c70f71 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:27:16.868348 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Attempting to bind port e1a628b3-9901-4e94-8ad7-07ac85c70f71 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:27:16.868492 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Attempting to bind port e1a628b3-9901-4e94-8ad7-07ac85c70f71 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:27:16.873431 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Port e1a628b3-9901-4e94-8ad7-07ac85c70f71 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:27:16.873758 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Attempting to bind port e1a628b3-9901-4e94-8ad7-07ac85c70f71 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:27:16.879590 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:27:16.879942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Checking segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:27:16.880334 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Bound using segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:27:16.880771 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Bound port: e1a628b3-9901-4e94-8ad7-07ac85c70f71, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:27:16.881138 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:16.947844 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] For port e1a628b3-9901-4e94-8ad7-07ac85c70f71, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:27:16.951570 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] For port e1a628b3-9901-4e94-8ad7-07ac85c70f71, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e1a628b3-9901-4e94-8ad7-07ac85c70f71,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:27:17.068084 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:17.110427 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:17.111095 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:17.113059 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] 10.222.0.55 "PUT /v2.0/ports/e1a628b3-9901-4e94-8ad7-07ac85c70f71 HTTP/1.1" status: 200 len: 1094 time: 0.9185371 Jun 23 09:27:17.113554 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'tag': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:17.115783 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61305fe6-35cf-474e-a62c-ad28bdaf6613" -d '{"events": [{"name": "network-changed", "server_uuid": "da4d3349-a28c-4fb0-8cb5-12cad9123599", "tag": "e1a628b3-9901-4e94-8ad7-07ac85c70f71"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:17.136216 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e830623-38a2-499e-ad0b-838af43d3e08 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a628b3-9901-4e94-8ad7-07ac85c70f71,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:17.188422 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9a8daa-2578-4dbc-b11a-0f3f12be5b62 x-openstack-request-id: req-6f9a8daa-2578-4dbc-b11a-0f3f12be5b62 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:17.188790 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4d3349-a28c-4fb0-8cb5-12cad9123599", "tag": "e1a628b3-9901-4e94-8ad7-07ac85c70f71", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:17.189146 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f9a8daa-2578-4dbc-b11a-0f3f12be5b62 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:17.189627 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9a8daa-2578-4dbc-b11a-0f3f12be5b62'] response: {'name': 'network-changed', 'server_uuid': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'tag': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'status': 'completed', 'code': 200} Jun 23 09:27:17.287361 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61305fe6-35cf-474e-a62c-ad28bdaf6613 req-6a761642-5012-468e-9922-6bda8f8ed704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:17.288969 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-61305fe6-35cf-474e-a62c-ad28bdaf6613 req-6a761642-5012-468e-9922-6bda8f8ed704 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 1128 time: 0.0568633 Jun 23 09:27:17.308889 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f2339a00-bb38-4e12-b76d-f4ad1b518c27 req-4914834b-8df8-4aae-80ce-005582d13d37 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0310674 Jun 23 09:27:17.408271 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61305fe6-35cf-474e-a62c-ad28bdaf6613 req-36b7418d-b98c-47e4-904b-bd8a1b1900b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:17.409864 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-61305fe6-35cf-474e-a62c-ad28bdaf6613 req-36b7418d-b98c-47e4-904b-bd8a1b1900b9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1077170 Jun 23 09:27:17.505149 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61305fe6-35cf-474e-a62c-ad28bdaf6613 req-8c4c3e59-930d-465d-ad9c-004f66531e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:17.506647 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-61305fe6-35cf-474e-a62c-ad28bdaf6613 req-8c4c3e59-930d-465d-ad9c-004f66531e2a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900629 Jun 23 09:27:17.614716 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621028-31d3-4350-81b8-edffbf42cfad req-bd7cbe1c-2c28-4ccd-92c2-f8cbbc26050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:17.616141 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-bd7cbe1c-2c28-4ccd-92c2-f8cbbc26050e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 1128 time: 0.0392568 Jun 23 09:27:17.665851 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-4900e2e2-bc00-4013-a1d0-5108c4795fc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a628b3-9901-4e94-8ad7-07ac85c70f71 HTTP/1.1" status: 200 len: 217 time: 0.0352719 Jun 23 09:27:17.946126 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d5462-2ba5-426f-8365-1b1fe084952c req-f9ecea17-2bb5-407b-a4de-3114ab10be64 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:17.947689 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3f5d5462-2ba5-426f-8365-1b1fe084952c req-f9ecea17-2bb5-407b-a4de-3114ab10be64 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 944 time: 0.0473542 Jun 23 09:27:17.959650 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:17.995741 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3f5d5462-2ba5-426f-8365-1b1fe084952c req-a5075b60-cdb7-44cf-8275-8d4fd0fe618a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Jun 23 09:27:18.408103 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a2da69dc-a4a2-4b20-b905-92011a20badb req-4876c447-aba7-4da4-89c1-fc3727cb8ef4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0317714 Jun 23 09:27:18.550805 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621028-31d3-4350-81b8-edffbf42cfad req-47e8c12c-e68f-4899-8839-4d7eb5d66648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:18.552322 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-47e8c12c-e68f-4899-8839-4d7eb5d66648 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 200 len: 853 time: 0.0447950 Jun 23 09:27:19.106951 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aec78e-8de6-43d3-a8cd-ea389b0ec24c req-43e743ed-56c6-4cbc-87c8-0c53f1f216b2 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:19.108417 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d4aec78e-8de6-43d3-a8cd-ea389b0ec24c req-43e743ed-56c6-4cbc-87c8-0c53f1f216b2 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 944 time: 0.0461166 Jun 23 09:27:19.155080 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d4aec78e-8de6-43d3-a8cd-ea389b0ec24c req-f89749a9-62c8-401e-a03c-818a386fa46a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405576 Jun 23 09:27:19.296237 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d8209f4b-dd1e-4751-90ec-e979baeed397 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:27:19.319543 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: d8209f4b-dd1e-4751-90ec-e979baeed397 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:27:19.319882 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d8209f4b-dd1e-4751-90ec-e979baeed397 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:27:19.501454 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-759350b9-db2a-4911-ac44-ff53981198e3 req-d112adf6-4187-4365-8892-28ea7cc791f5 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0279698 Jun 23 09:27:20.241690 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621028-31d3-4350-81b8-edffbf42cfad req-ddacc06e-178c-437b-a7a2-786075937f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:20.243223 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-ddacc06e-178c-437b-a7a2-786075937f28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308c25e5-5cce-431f-b4d9-9d80a125cd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452378 Jun 23 09:27:20.267834 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f39b5b-173e-4fb0-92f7-dfc85ff7bbd0 req-2414f657-5bc0-46d4-8c0e-f11bf3e02438 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:20.269289 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0f39b5b-173e-4fb0-92f7-dfc85ff7bbd0 req-2414f657-5bc0-46d4-8c0e-f11bf3e02438 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 944 time: 0.0468440 Jun 23 09:27:20.305480 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:20.319852 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0f39b5b-173e-4fb0-92f7-dfc85ff7bbd0 req-edb264ed-c1d4-48f3-99f1-8cfcc83b94af tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448022 Jun 23 09:27:20.339131 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-6a09d48c-a1fb-45db-8887-0268b582b4cd service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895271 Jun 23 09:27:20.443879 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4621028-31d3-4350-81b8-edffbf42cfad req-2939ddbe-b939-4174-ace8-c5996e9b7e4d service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985591 Jun 23 09:27:20.598845 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-91434145-ae83-45fd-8c33-bf31c8f0bbdf req-59def8fe-0b77-4356-a813-6e6d23854c81 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0276890 Jun 23 09:27:21.437047 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bff96-3ede-43f2-8f32-344cb18e5474 req-14d076fd-e24f-432c-9ec8-71ec041c9db4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:21.438438 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-211bff96-3ede-43f2-8f32-344cb18e5474 req-14d076fd-e24f-432c-9ec8-71ec041c9db4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 944 time: 0.0470753 Jun 23 09:27:21.487920 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-211bff96-3ede-43f2-8f32-344cb18e5474 req-ef0791f1-25ee-44f0-adf4-6c592ff0ddb8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439546 Jun 23 09:27:21.708642 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d182591d-d950-4140-82de-bbaaeb4cb47e req-13313343-c9c4-4e75-a83d-53eae67b1a62 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0293355 Jun 23 09:27:22.334440 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:22.422716 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6382-0254-403e-ba5f-724201c628c6 req-109b6651-476c-4983-b430-9cbff5e0df85 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:22.424257 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-109b6651-476c-4983-b430-9cbff5e0df85 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.55 "GET /v2.0/networks?id=41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 200 len: 809 time: 0.1319706 Jun 23 09:27:22.502389 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-7692a710-ddc8-4b6f-974f-e3702a13a62e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ee3f1c33377446489b75e9faaa5654b HTTP/1.1" status: 200 len: 380 time: 0.0621800 Jun 23 09:27:22.512933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'port': {'device_id': '1c02a829-249f-434a-8551-deca0e564d14', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'admin_state_up': True, 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'security_groups': ['616f3249-590e-4170-93dc-3556ce08cc53']}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:22.642474 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e93263-5d91-401b-b89c-9ab20c60e720 req-9d4b04a9-226d-46c1-87e5-1b2a27ec4630 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:22.650958 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-76e93263-5d91-401b-b89c-9ab20c60e720 req-9d4b04a9-226d-46c1-87e5-1b2a27ec4630 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 944 time: 0.0742419 Jun 23 09:27:22.706577 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-76e93263-5d91-401b-b89c-9ab20c60e720 req-3c73f5e8-a63a-449b-a100-50d0ac263a41 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545063 Jun 23 09:27:22.770563 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Made reservation on behalf of 3ee3f1c33377446489b75e9faaa5654b for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:27:22.776374 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:22.831295 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ba0a72e6-0a57-4b55-9a5a-4b1ef1e33ee5 req-45b58acb-3219-4f71-a066-a6e5c1956069 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0423403 Jun 23 09:27:22.975177 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Allocated IP 172.20.0.5 (41d8d680-ae9a-4d55-be37-805921d1b1ec/687fb39a-c4a6-4493-ac48-9fac6a9d11cb/866d3ed7-aceb-4e8d-a61f-b4881b214198) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:27:23.140674 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:23.151832 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:23.319229 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:23.380310 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:27:23.383706 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:27:23.385962 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:23.388398 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:27:23.445663 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:23.446288 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:23.451705 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:23.553078 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-19c1f3b6-7700-438c-9498-cd23fdc13c38 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0442853 Jun 23 09:27:23.580613 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Request body: {'port': {'device_id': '1c02a829-249f-434a-8551-deca0e564d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:23.665797 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:23.677740 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-69b5f8fc-4fa7-445e-ac72-1e64e680b04f None None] Provisioning complete for port 866d3ed7-aceb-4e8d-a61f-b4881b214198 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:27:23.678306 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-69b5f8fc-4fa7-445e-ac72-1e64e680b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:23.713744 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-69b5f8fc-4fa7-445e-ac72-1e64e680b04f None None] Port 866d3ed7-aceb-4e8d-a61f-b4881b214198 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:27:23.830031 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea163f4-9e6f-42d8-bd9d-24ab1e3df709 req-3a8dce87-adc3-45b1-b027-be7045648ff9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:23.832468 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9ea163f4-9e6f-42d8-bd9d-24ab1e3df709 req-3a8dce87-adc3-45b1-b027-be7045648ff9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 944 time: 0.0528519 Jun 23 09:27:23.895441 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9ea163f4-9e6f-42d8-bd9d-24ab1e3df709 req-615ee069-0dc1-41f8-ae90-b15145123bbd tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556717 Jun 23 09:27:24.006830 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866d3ed7-aceb-4e8d-a61f-b4881b214198 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:27:24.017310 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Publish callbacks [] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:24.025017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df7ee8-0d6b-4ae7-b20d-f420242a1333 req-5e718461-c59d-4d91-bc13-d0dc74ff3028 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:24.026698 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-01df7ee8-0d6b-4ae7-b20d-f420242a1333 req-5e718461-c59d-4d91-bc13-d0dc74ff3028 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 931 time: 0.0810213 Jun 23 09:27:24.044189 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Transition to ACTIVE for port object 866d3ed7-aceb-4e8d-a61f-b4881b214198 will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:27:24.086563 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-01df7ee8-0d6b-4ae7-b20d-f420242a1333 req-d4783c39-aef8-4403-9f94-b2d443e9555a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521426 Jun 23 09:27:24.116786 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:24.194306 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Pushing event updated for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:24.237343 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device e1a628b3-9901-4e94-8ad7-07ac85c70f71 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:27:24.308883 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Attempting to bind port 866d3ed7-aceb-4e8d-a61f-b4881b214198 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:27:24.309780 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Attempting to bind port 866d3ed7-aceb-4e8d-a61f-b4881b214198 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:27:24.310225 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Attempting to bind port 866d3ed7-aceb-4e8d-a61f-b4881b214198 on network 41d8d680-ae9a-4d55-be37-805921d1b1ec {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:27:24.315720 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Port 866d3ed7-aceb-4e8d-a61f-b4881b214198 on network 41d8d680-ae9a-4d55-be37-805921d1b1ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:27:24.316424 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Attempting to bind port 866d3ed7-aceb-4e8d-a61f-b4881b214198 on network 41d8d680-ae9a-4d55-be37-805921d1b1ec {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:27:24.322969 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:27:24.323467 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Checking segment: {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:27:24.323972 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Bound using segment: {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:27:24.324617 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Bound port: 866d3ed7-aceb-4e8d-a61f-b4881b214198, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0093700e-27c9-4a83-9b3d-e565a69bcf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:27:24.325616 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:24.371482 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:24.385751 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port e1a628b3-9901-4e94-8ad7-07ac85c70f71, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e1a628b3-9901-4e94-8ad7-07ac85c70f71,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:24.411224 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'port_id': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'mac_address': 'fa:16:3e:7f:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:27:24.439861 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:27:24.439861 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:27:24.463852 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:24.466226 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port e1a628b3-9901-4e94-8ad7-07ac85c70f71 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:27:24.466611 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:24.489364 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a628b3-9901-4e94-8ad7-07ac85c70f71 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:27:24.516339 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port e1a628b3-9901-4e94-8ad7-07ac85c70f71, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e1a628b3-9901-4e94-8ad7-07ac85c70f71,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:24.522333 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:24.559942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:24.565226 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:24.565879 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:24.567346 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] 10.222.0.55 "PUT /v2.0/ports/866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 1093 time: 0.9912257 Jun 23 09:27:24.567801 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:24.570115 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32151b7b-9e67-4043-96ef-2ab0be1ffbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:24.610986 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:24.619606 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981fb2b-cf4f-417c-8024-244579904310 service neutron] Pushing event updated for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:24.659387 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9c021e-7726-4ed1-8090-03f4a8218a93 x-openstack-request-id: req-ef9c021e-7726-4ed1-8090-03f4a8218a93 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:24.659922 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:24.660401 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef9c021e-7726-4ed1-8090-03f4a8218a93 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:24.661029 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9c021e-7726-4ed1-8090-03f4a8218a93'] response: {'name': 'network-changed', 'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'status': 'completed', 'code': 200} Jun 23 09:27:24.704374 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=e1a628b3-9901-4e94-8ad7-07ac85c70f71,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:24.764181 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151b7b-9e67-4043-96ef-2ab0be1ffbe5 req-5e3f359c-ef74-4324-a9cb-1bf78c562349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:24.765913 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-32151b7b-9e67-4043-96ef-2ab0be1ffbe5 req-5e3f359c-ef74-4324-a9cb-1bf78c562349 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1127 time: 0.0640936 Jun 23 09:27:24.905936 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:24.922378 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151b7b-9e67-4043-96ef-2ab0be1ffbe5 req-f85a027e-ec21-4785-81b1-44caef491d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:24.924020 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-32151b7b-9e67-4043-96ef-2ab0be1ffbe5 req-f85a027e-ec21-4785-81b1-44caef491d18 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3ee3f1c33377446489b75e9faaa5654b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1414874 Jun 23 09:27:24.958154 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['e1a628b3-9901-4e94-8ad7-07ac85c70f71'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:27:25.086250 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4d82d-b6a4-4a6b-9ec1-823f4e5b1e50 req-4380d58e-98c6-4a42-99b4-67b4bf9af40e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:25.088042 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-31b4d82d-b6a4-4a6b-9ec1-823f4e5b1e50 req-4380d58e-98c6-4a42-99b4-67b4bf9af40e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 945 time: 0.0715160 Jun 23 09:27:25.092569 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151b7b-9e67-4043-96ef-2ab0be1ffbe5 req-e4823f72-922f-4243-8e80-c7ca077b1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:25.094044 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-32151b7b-9e67-4043-96ef-2ab0be1ffbe5 req-e4823f72-922f-4243-8e80-c7ca077b1917 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627054 Jun 23 09:27:25.145202 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-31b4d82d-b6a4-4a6b-9ec1-823f4e5b1e50 req-fa10634a-9c0e-4639-9834-25f28772239d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472462 Jun 23 09:27:25.218345 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6382-0254-403e-ba5f-724201c628c6 req-18aa3033-21a4-4a64-a7a7-684db67bf033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:25.219879 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-18aa3033-21a4-4a64-a7a7-684db67bf033 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1127 time: 0.0406992 Jun 23 09:27:25.232777 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed0350-c42b-41ee-bd20-563302bcb482 req-7dbc0176-8d0c-4a79-b64d-dd334d3e11e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:25.237562 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1ed0350-c42b-41ee-bd20-563302bcb482 req-7dbc0176-8d0c-4a79-b64d-dd334d3e11e4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0474827 Jun 23 09:27:25.268968 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-d686f5ee-689a-4ae4-b209-d07ce828a672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 217 time: 0.0352719 Jun 23 09:27:25.298324 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1ed0350-c42b-41ee-bd20-563302bcb482 req-d8a02228-da84-4c6a-bd2a-09c174c2ae63 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573537 Jun 23 09:27:25.335360 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6382-0254-403e-ba5f-724201c628c6 req-9a78f8f9-7985-4b3a-9a6f-68480d73dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:25.336904 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-9a78f8f9-7985-4b3a-9a6f-68480d73dcac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687fb39a-c4a6-4493-ac48-9fac6a9d11cb HTTP/1.1" status: 200 len: 848 time: 0.0610888 Jun 23 09:27:25.388674 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6382-0254-403e-ba5f-724201c628c6 req-42405ea6-d9e4-4c53-988a-e48074c2bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:25.390706 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-42405ea6-d9e4-4c53-988a-e48074c2bf7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41d8d680-ae9a-4d55-be37-805921d1b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475130 Jun 23 09:27:25.482070 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-1d6e3e63-37e4-48bd-aa7b-058276a851df service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827553 Jun 23 09:27:25.578461 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-892f6382-0254-403e-ba5f-724201c628c6 req-0dd89413-16f2-4e60-90cf-00e4c0acbf60 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905170 Jun 23 09:27:26.235899 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device e1a628b3-9901-4e94-8ad7-07ac85c70f71 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:27:26.274537 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10f7da-5ec3-41e7-9f60-a21791aa2bdb req-fb5042e3-0f0c-4e34-ab1e-a73bd4d11955 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:26.277404 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5d10f7da-5ec3-41e7-9f60-a21791aa2bdb req-fb5042e3-0f0c-4e34-ab1e-a73bd4d11955 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 945 time: 0.0590742 Jun 23 09:27:26.291784 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port e1a628b3-9901-4e94-8ad7-07ac85c70f71 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:27:26.302663 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:26.337717 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5d10f7da-5ec3-41e7-9f60-a21791aa2bdb req-13294349-01aa-4108-8cf6-f8b8113d7f9a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543797 Jun 23 09:27:26.396091 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port e1a628b3-9901-4e94-8ad7-07ac85c70f71 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:27:26.407047 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:26.432985 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf6b02-6cc7-4678-895c-a5ffbc926266 req-14e799fb-dda7-4339-9bf1-9ff1efb4c472 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:26.435274 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-05cf6b02-6cc7-4678-895c-a5ffbc926266 req-14e799fb-dda7-4339-9bf1-9ff1efb4c472 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0543985 Jun 23 09:27:26.452174 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:26.508226 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port e1a628b3-9901-4e94-8ad7-07ac85c70f71 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:27:26.510940 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:26.524139 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-05cf6b02-6cc7-4678-895c-a5ffbc926266 req-76f99c54-e52d-4eba-bbd1-8006d00127fe tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794706 Jun 23 09:27:26.551957 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port e1a628b3-9901-4e94-8ad7-07ac85c70f71, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e1a628b3-9901-4e94-8ad7-07ac85c70f71,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:26.553460 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:26.557702 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d312026-3484-4995-915e-944a0786ead7" -d '{"events": [{"server_uuid": "da4d3349-a28c-4fb0-8cb5-12cad9123599", "name": "network-vif-plugged", "status": "completed", "tag": "e1a628b3-9901-4e94-8ad7-07ac85c70f71"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:26.598861 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2dc551-62f6-4f45-bbe8-b7e571f356c7 x-openstack-request-id: req-2c2dc551-62f6-4f45-bbe8-b7e571f356c7 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:26.599177 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4d3349-a28c-4fb0-8cb5-12cad9123599", "name": "network-vif-plugged", "status": "completed", "tag": "e1a628b3-9901-4e94-8ad7-07ac85c70f71", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:26.599440 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c2dc551-62f6-4f45-bbe8-b7e571f356c7 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:26.599832 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2dc551-62f6-4f45-bbe8-b7e571f356c7'] response: {'server_uuid': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'code': 200} Jun 23 09:27:26.638989 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:26.718533 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=e1a628b3-9901-4e94-8ad7-07ac85c70f71,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:26.726669 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.729980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.731535 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.731535 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.731717 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:26.731894 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:27:27.068654 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4214047-a961-4cd6-ab23-3c06de768a65 req-7723eab0-ccfc-4bd9-8afa-d4e2af68fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:27.070436 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c4214047-a961-4cd6-ab23-3c06de768a65 req-7723eab0-ccfc-4bd9-8afa-d4e2af68fcdc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 1130 time: 0.0517588 Jun 23 09:27:27.125535 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c4214047-a961-4cd6-ab23-3c06de768a65 req-03c9b263-6e44-4d1b-875c-d762d171107a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473013 Jun 23 09:27:27.470042 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c8024-80cb-4fc3-8f22-afc57704ba56 req-9e7b01c6-926e-4af7-bf01-64ca6135162e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:27.473556 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-422c8024-80cb-4fc3-8f22-afc57704ba56 req-9e7b01c6-926e-4af7-bf01-64ca6135162e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 946 time: 0.0557594 Jun 23 09:27:27.505661 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:27.533976 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-422c8024-80cb-4fc3-8f22-afc57704ba56 req-3837e546-2029-451b-a0ab-9000129d3756 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521667 Jun 23 09:27:27.677924 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacb981-2303-44e4-a819-41aa54981279 req-119a5f8e-9cd3-4bd9-b52f-dd1575eebab4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:27.685320 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3eacb981-2303-44e4-a819-41aa54981279 req-119a5f8e-9cd3-4bd9-b52f-dd1575eebab4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0606866 Jun 23 09:27:27.757313 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3eacb981-2303-44e4-a819-41aa54981279 req-a4fa2845-2b3c-4791-aa71-ba483379a8c5 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711412 Jun 23 09:27:27.852870 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:28.685981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cce4d6-f481-4f50-ae5a-d6c65dc0e002 req-340a92ae-4ff9-438e-9dc9-4c20fdb7a507 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:28.688505 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7cce4d6-f481-4f50-ae5a-d6c65dc0e002 req-340a92ae-4ff9-438e-9dc9-4c20fdb7a507 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 946 time: 0.0694199 Jun 23 09:27:28.759772 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7cce4d6-f481-4f50-ae5a-d6c65dc0e002 req-dd97ddf3-7b74-4ae0-ac66-8c13465b72f6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655825 Jun 23 09:27:28.930141 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534f2b8-0a0c-4b21-9872-a32e04970b00 req-9066eb05-bcd9-423d-abb1-e18d8852327e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:28.937396 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b534f2b8-0a0c-4b21-9872-a32e04970b00 req-9066eb05-bcd9-423d-abb1-e18d8852327e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0596099 Jun 23 09:27:29.021295 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b534f2b8-0a0c-4b21-9872-a32e04970b00 req-b7cb5f43-586a-4d59-9397-80d2c1666737 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810411 Jun 23 09:27:29.915816 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd18d5-1d45-451f-a758-cd4d040a57fc req-710d1a4e-d7ac-43c4-9265-84e8ca40c306 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:29.917589 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-72dd18d5-1d45-451f-a758-cd4d040a57fc req-710d1a4e-d7ac-43c4-9265-84e8ca40c306 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 946 time: 0.0547276 Jun 23 09:27:29.975130 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-72dd18d5-1d45-451f-a758-cd4d040a57fc req-5e10ab1d-c3ea-45fb-a9fc-4b0e85cb2cce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511348 Jun 23 09:27:30.104634 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf38281-8c8f-447a-b9c6-b39b680f0b5d req-dae86c6a-c140-422c-8fd6-719c92f48386 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:30.115225 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-dbf38281-8c8f-447a-b9c6-b39b680f0b5d req-dae86c6a-c140-422c-8fd6-719c92f48386 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 946 time: 0.0619950 Jun 23 09:27:30.117698 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45754) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:30.123060 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'floatingip': {'port_id': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:30.155394 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7035c7-741d-461d-b7de-5e73b4d4e64a req-79dc71f8-eaec-4af8-8baf-ceb31abc5952 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:30.157685 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6f7035c7-741d-461d-b7de-5e73b4d4e64a req-79dc71f8-eaec-4af8-8baf-ceb31abc5952 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0636518 Jun 23 09:27:30.165878 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (886a0768-50f6-423d-99c5-2b499005b981), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:30.240749 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6f7035c7-741d-461d-b7de-5e73b4d4e64a req-fc8dd691-d6bc-4add-a1ad-df0301f01ed2 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766997 Jun 23 09:27:30.950891 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:31.033013 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (886a0768-50f6-423d-99c5-2b499005b981), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:31.076577 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:31.135413 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Floating IP 886a0768-50f6-423d-99c5-2b499005b981 associated. External IP: 172.27.2.106, port: e1a628b3-9901-4e94-8ad7-07ac85c70f71. Jun 23 09:27:31.190009 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:31.373632 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:27:31.395228 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba5689-52a7-44f1-a2d8-e89609a4f62c req-da81f67a-8cf4-45bb-9744-d5c138866c9d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:31.397456 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6aba5689-52a7-44f1-a2d8-e89609a4f62c req-da81f67a-8cf4-45bb-9744-d5c138866c9d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0642099 Jun 23 09:27:31.491278 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6aba5689-52a7-44f1-a2d8-e89609a4f62c req-fa3d5744-2446-458b-919f-b7dd9811c795 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716357 Jun 23 09:27:31.511778 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:27:31.516662 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:31.523106 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:27:31.539176 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:27:31.540164 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:27:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:31.572161 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-40012e94-aebf-4821-81fa-f49113d4eecf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "PUT /v2.0/floatingips/886a0768-50f6-423d-99c5-2b499005b981 HTTP/1.1" status: 200 len: 992 time: 1.4518199 Jun 23 09:27:31.572161 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'tag': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:31.574096 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a" -d '{"events": [{"name": "network-changed", "server_uuid": "da4d3349-a28c-4fb0-8cb5-12cad9123599", "tag": "e1a628b3-9901-4e94-8ad7-07ac85c70f71"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:31.636304 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7876f93b-6fbf-4b2b-a2a9-1a07031d27ed x-openstack-request-id: req-7876f93b-6fbf-4b2b-a2a9-1a07031d27ed {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:31.636304 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4d3349-a28c-4fb0-8cb5-12cad9123599", "tag": "e1a628b3-9901-4e94-8ad7-07ac85c70f71", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:31.636304 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7876f93b-6fbf-4b2b-a2a9-1a07031d27ed {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:31.636304 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7876f93b-6fbf-4b2b-a2a9-1a07031d27ed'] response: {'name': 'network-changed', 'server_uuid': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'tag': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'status': 'completed', 'code': 200} Jun 23 09:27:31.646290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d89f63-48e5-408d-8e05-49c4d93421fe req-3d3a34f9-f78a-4257-9f88-2e44e2003786 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:31.648892 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a7d89f63-48e5-408d-8e05-49c4d93421fe req-3d3a34f9-f78a-4257-9f88-2e44e2003786 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0705545 Jun 23 09:27:31.657014 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:27:31.736789 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-1ab5abec-d5e6-4f2e-980f-8336f96bd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:31.738627 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-1ab5abec-d5e6-4f2e-980f-8336f96bd34a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0469875 Jun 23 09:27:31.742130 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a7d89f63-48e5-408d-8e05-49c4d93421fe req-a05a60fc-2c26-45db-ae6c-d3f33d61d61b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870123 Jun 23 09:27:31.743524 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-b545d7f4-ed80-47a8-911d-60102ce8779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:31.744886 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-b545d7f4-ed80-47a8-911d-60102ce8779c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 1130 time: 0.0584102 Jun 23 09:27:31.847070 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-ebccce18-c0ac-4c3f-94f4-cdf2b7f7f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:31.848727 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:31.849951 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-ebccce18-c0ac-4c3f-94f4-cdf2b7f7f13b service neutron] 10.222.0.55 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 915 time: 0.0984726 Jun 23 09:27:31.863395 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-9c9a784d-8792-45d2-a328-d7e8f765eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:31.864873 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-9c9a784d-8792-45d2-a328-d7e8f765eed0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.1184480 Jun 23 09:27:31.920228 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:31.926904 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-a2b3e8eb-7731-4fea-a51b-71eaa98c94cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1a628b3-9901-4e94-8ad7-07ac85c70f71 HTTP/1.1" status: 200 len: 1000 time: 0.0622969 Jun 23 09:27:31.940273 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:11Z', 'revision_number': 2, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}, {'id': '886a0768-50f6-423d-99c5-2b499005b981', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:7f:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:08Z', 'updated_at': '2022-06-23T09:27:30Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:31.976067 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-7929b910-dbcc-4daf-a545-5b942a9b7b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80dcfb6-742d-4015-9492-0b79f1b71413 HTTP/1.1" status: 200 len: 1000 time: 0.0847251 Jun 23 09:27:31.983960 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:27:31.988839 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-fed8a205-fa18-46fb-86f9-535e62f0d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:31.990382 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-fed8a205-fa18-46fb-86f9-535e62f0d2b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 200 len: 853 time: 0.0560262 Jun 23 09:27:31.998078 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:27:31.998716 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:27:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:32.040571 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-9732affc-6715-40a0-8e01-d899f7441135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:32.042301 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-9732affc-6715-40a0-8e01-d899f7441135 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308c25e5-5cce-431f-b4d9-9d80a125cd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449808 Jun 23 09:27:32.055948 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-d1a0aa6e-c641-41d7-8389-7a0b6f8fd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:32.057720 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-d1a0aa6e-c641-41d7-8389-7a0b6f8fd55c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0722530 Jun 23 09:27:32.115977 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-50d0ac1e-51a3-4fae-9886-ed1b77b653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:32.118052 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-50d0ac1e-51a3-4fae-9886-ed1b77b653da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534959 Jun 23 09:27:32.123054 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:27:32.193096 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-768617d1-c1f9-4967-ade9-cd8f8c6652b7 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290839 Jun 23 09:27:32.243964 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-94bb9d80-1049-4f38-958c-fc6936c1a1ba service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191099 Jun 23 09:27:32.313376 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cc1a92d3-a16f-4e8f-8eb8-429e397df76a req-a41afad8-e883-4cd9-8a79-20c47bfc7191 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102633 Jun 23 09:27:32.341651 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:32.377946 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ce3a00fa-f4c0-49e2-af15-6254c2afba62 req-76640459-8527-40dc-b5b9-86a57f72fe2a service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272151 Jun 23 09:27:32.378288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:32.428288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:11Z', 'revision_number': 2, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}, {'id': '886a0768-50f6-423d-99c5-2b499005b981', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:7f:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:08Z', 'updated_at': '2022-06-23T09:27:30Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:32.430095 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:32.455395 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e29ad61-4cd0-43b1-ac0c-c7f78a6f694a None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:11Z', 'revision_number': 2, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}, {'id': '886a0768-50f6-423d-99c5-2b499005b981', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:7f:57:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:08Z', 'updated_at': '2022-06-23T09:27:30Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:27:32.634072 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71e12c-cb9e-47fd-a2ef-6c2fab58a695 req-615f485f-c214-4c35-8188-d32f904027cd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:32.635609 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dd71e12c-cb9e-47fd-a2ef-6c2fab58a695 req-615f485f-c214-4c35-8188-d32f904027cd tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0615110 Jun 23 09:27:32.755738 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dd71e12c-cb9e-47fd-a2ef-6c2fab58a695 req-d2d0b1e5-17d6-45a0-8625-91f544c94f99 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050618 Jun 23 09:27:32.758299 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19bfd7f-7d08-46d0-9490-4fc55d475907 None None] New status for floating IP 886a0768-50f6-423d-99c5-2b499005b981: ACTIVE {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:27:32.902047 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e1127-3dff-4433-a447-325d41fc3cb7 req-5612350c-c7f2-4864-a234-1c9c7bbb9a3b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:32.904049 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-257e1127-3dff-4433-a447-325d41fc3cb7 req-5612350c-c7f2-4864-a234-1c9c7bbb9a3b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0728526 Jun 23 09:27:32.960199 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-257e1127-3dff-4433-a447-325d41fc3cb7 req-9b16396d-6bd5-4e79-9d35-77b4eecb922c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506868 Jun 23 09:27:33.906049 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca67944-5ad1-4d7f-9639-331da27f9ddd req-3e1e8f5c-7835-4e73-8f40-c4331b62adcb tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:33.911418 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8ca67944-5ad1-4d7f-9639-331da27f9ddd req-3e1e8f5c-7835-4e73-8f40-c4331b62adcb tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0622416 Jun 23 09:27:33.978996 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8ca67944-5ad1-4d7f-9639-331da27f9ddd req-9d9498ec-8b9c-41fa-b733-55a4529cf704 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637984 Jun 23 09:27:34.108382 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecffd7-9ca0-4f3b-940d-dd10d9ae1275 req-06011474-ad24-4cf3-9cf7-a19386bd497a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:34.111014 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b4ecffd7-9ca0-4f3b-940d-dd10d9ae1275 req-06011474-ad24-4cf3-9cf7-a19386bd497a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0620522 Jun 23 09:27:34.172182 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b4ecffd7-9ca0-4f3b-940d-dd10d9ae1275 req-6772805c-c70f-4d04-9119-6ffe00c97e85 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526159 Jun 23 09:27:35.102588 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a046e-3822-4d75-a5d7-4ae292cbecbb req-b86f6624-5b0d-449d-b0ae-6d8af657fbdf tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:35.104113 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2d9a046e-3822-4d75-a5d7-4ae292cbecbb req-b86f6624-5b0d-449d-b0ae-6d8af657fbdf tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0503619 Jun 23 09:27:35.166991 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2d9a046e-3822-4d75-a5d7-4ae292cbecbb req-bcfe692d-bd8f-4847-8b66-5f9d53f6ab86 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553067 Jun 23 09:27:35.286360 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a765ad-329d-463a-a3f2-baad28326dcd req-70670f96-212a-4a63-9cc9-d9342ba6034c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:35.288077 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d8a765ad-329d-463a-a3f2-baad28326dcd req-70670f96-212a-4a63-9cc9-d9342ba6034c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0492997 Jun 23 09:27:35.339269 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d8a765ad-329d-463a-a3f2-baad28326dcd req-c90e5e1f-4b95-4a74-b715-1784609e1221 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453110 Jun 23 09:27:36.282251 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd1649-84d3-47bd-b9a3-6d6ac72e8805 req-53afcc27-7ee5-4754-9355-b58b9bea0372 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:36.284197 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-42bd1649-84d3-47bd-b9a3-6d6ac72e8805 req-53afcc27-7ee5-4754-9355-b58b9bea0372 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0512583 Jun 23 09:27:36.349658 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-42bd1649-84d3-47bd-b9a3-6d6ac72e8805 req-8482d0dd-10ce-4329-b7f5-6b8419f0c66e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591352 Jun 23 09:27:36.463024 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ee36-9505-4166-b6b1-a82bcc843b6a req-264797d8-644e-46cd-a99a-288d3964c0a5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:36.465768 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5983ee36-9505-4166-b6b1-a82bcc843b6a req-264797d8-644e-46cd-a99a-288d3964c0a5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0506666 Jun 23 09:27:36.491478 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:36.528922 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5983ee36-9505-4166-b6b1-a82bcc843b6a req-eb6b1220-0d55-4c65-86f7-71dc17661cf7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531366 Jun 23 09:27:37.472747 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc1a0b-f9b1-499c-bcf4-9a213b1b0bd9 req-56b50d82-8b30-4217-a711-872f17624952 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:37.474401 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-00cc1a0b-f9b1-499c-bcf4-9a213b1b0bd9 req-56b50d82-8b30-4217-a711-872f17624952 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0516109 Jun 23 09:27:37.532208 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-00cc1a0b-f9b1-499c-bcf4-9a213b1b0bd9 req-106088a5-99f5-428d-a6bc-3c21c4460432 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492287 Jun 23 09:27:37.650348 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfae39-96e7-419b-bfd0-c2e18d665a91 req-ed2bdf47-4cfb-4677-9df3-11e9c5338e84 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:37.652030 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9dbfae39-96e7-419b-bfd0-c2e18d665a91 req-ed2bdf47-4cfb-4677-9df3-11e9c5338e84 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0527856 Jun 23 09:27:37.704037 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9dbfae39-96e7-419b-bfd0-c2e18d665a91 req-762207a8-8cf4-4d69-9a42-21b0c4620307 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461664 Jun 23 09:27:38.646570 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a242aca-7b74-4626-be85-50d8fdde2923 req-02bd7d5b-0513-4867-bca4-ffa047b591f7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:38.648053 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6a242aca-7b74-4626-be85-50d8fdde2923 req-02bd7d5b-0513-4867-bca4-ffa047b591f7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0457518 Jun 23 09:27:38.696512 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6a242aca-7b74-4626-be85-50d8fdde2923 req-1308ea80-11d5-437f-8c88-64b4a6ef04d7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Jun 23 09:27:38.820744 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1748-db5e-4bdf-b2a0-fa2ac97dfed6 req-cd5a89d7-443e-4738-9d6d-8144e0461259 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:38.822236 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-797e1748-db5e-4bdf-b2a0-fa2ac97dfed6 req-cd5a89d7-443e-4738-9d6d-8144e0461259 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Jun 23 09:27:38.882680 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-797e1748-db5e-4bdf-b2a0-fa2ac97dfed6 req-933dd162-2ffe-42b3-9cf0-4d44b9e7453c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539253 Jun 23 09:27:39.813052 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da49ea-01bc-4561-ba0d-d855e88afcaf req-460d31cb-18d1-4633-b1ba-9b439180bc00 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:39.814406 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-61da49ea-01bc-4561-ba0d-d855e88afcaf req-460d31cb-18d1-4633-b1ba-9b439180bc00 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0486660 Jun 23 09:27:39.861320 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-61da49ea-01bc-4561-ba0d-d855e88afcaf req-4a59640b-72f9-4281-b2f0-3c6c34ff0d6a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Jun 23 09:27:39.999348 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1645eb-41b5-4021-ae64-db572f5b6016 req-667d7db1-a287-4104-9b2a-21c4ce8e80af tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:40.000857 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7a1645eb-41b5-4021-ae64-db572f5b6016 req-667d7db1-a287-4104-9b2a-21c4ce8e80af tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Jun 23 09:27:40.048152 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7a1645eb-41b5-4021-ae64-db572f5b6016 req-7570c8a2-373d-4ad4-8079-0978cde35c7e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Jun 23 09:27:40.066837 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e7d91605-3ee3-453f-92cf-26b4d0b69ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:40.282776 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 866d3ed7-aceb-4e8d-a61f-b4881b214198 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:27:40.380676 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:40.394601 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'port_id': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'mac_address': 'fa:16:3e:35:96:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:27:40.428256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 866d3ed7-aceb-4e8d-a61f-b4881b214198 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:27:40.428644 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:40.441882 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866d3ed7-aceb-4e8d-a61f-b4881b214198 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:27:40.461694 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:40.632371 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:40.679668 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:40.975247 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3ba1a-f2f5-4c75-bd14-5d7fa71c2ae5 req-22ece867-d486-49b3-86c2-78ad1d06a232 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:40.976699 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-10c3ba1a-f2f5-4c75-bd14-5d7fa71c2ae5 req-22ece867-d486-49b3-86c2-78ad1d06a232 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 944 time: 0.0496347 Jun 23 09:27:41.005974 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['866d3ed7-aceb-4e8d-a61f-b4881b214198'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:27:41.026923 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-10c3ba1a-f2f5-4c75-bd14-5d7fa71c2ae5 req-a9db9a3a-d92c-41e9-841f-85a6cc970bad tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 Jun 23 09:27:41.166422 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a21eb-041b-4aa4-b2a5-33a4d8ee8ee8 req-fc5addb7-3996-4df5-9d22-b40181bf7fc3 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:41.167947 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f38a21eb-041b-4aa4-b2a5-33a4d8ee8ee8 req-fc5addb7-3996-4df5-9d22-b40181bf7fc3 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0477350 Jun 23 09:27:41.221158 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f38a21eb-041b-4aa4-b2a5-33a4d8ee8ee8 req-a3c69928-a281-4272-a207-b64a20d5d649 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470924 Jun 23 09:27:42.143534 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c242fa-d338-40c1-a5d6-f4abb1aa9e67 req-58a95bec-a615-4c6c-86ae-d3c98e7fb814 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:42.145121 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d9c242fa-d338-40c1-a5d6-f4abb1aa9e67 req-58a95bec-a615-4c6c-86ae-d3c98e7fb814 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 944 time: 0.0517354 Jun 23 09:27:42.193466 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d9c242fa-d338-40c1-a5d6-f4abb1aa9e67 req-9e128fd6-3c22-4e23-ac87-ea651a1188f7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Jun 23 09:27:42.312119 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 866d3ed7-aceb-4e8d-a61f-b4881b214198 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:27:42.340271 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e068a-419d-45e7-ace2-dd0882a9d02e req-310bb88c-e8fd-4e0f-bb0c-1c3e14c502b3 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:42.341853 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d94e068a-419d-45e7-ace2-dd0882a9d02e req-310bb88c-e8fd-4e0f-bb0c-1c3e14c502b3 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0510232 Jun 23 09:27:42.398964 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d94e068a-419d-45e7-ace2-dd0882a9d02e req-93b94301-e430-42a4-bd32-455e561be8cb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452535 Jun 23 09:27:42.460979 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-38c5c735-2204-49cd-888d-bafb1047765d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:42.477577 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 866d3ed7-aceb-4e8d-a61f-b4881b214198 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:27:42.578180 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 866d3ed7-aceb-4e8d-a61f-b4881b214198 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:27:42.578561 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:42.649292 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 866d3ed7-aceb-4e8d-a61f-b4881b214198 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:27:42.649676 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:42.678937 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:42.681151 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabcba49-d9a8-41a0-af66-b38337384b35" -d '{"events": [{"server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "name": "network-vif-plugged", "status": "completed", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:42.694559 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:42.716577 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fca2aed-6783-469d-be78-da7de45eb7cc x-openstack-request-id: req-8fca2aed-6783-469d-be78-da7de45eb7cc {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:42.716932 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "name": "network-vif-plugged", "status": "completed", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:42.717184 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fca2aed-6783-469d-be78-da7de45eb7cc {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:42.717576 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fca2aed-6783-469d-be78-da7de45eb7cc'] response: {'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'code': 200} Jun 23 09:27:42.786696 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:42.821584 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=14 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:42.825315 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:42.836570 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:42.925249 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:43.065822 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf9a01-1a5a-4112-91be-d316328c0090 req-95a730f7-8e50-4f44-b032-680aaffaaf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:43.067310 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a3cf9a01-1a5a-4112-91be-d316328c0090 req-95a730f7-8e50-4f44-b032-680aaffaaf52 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1129 time: 0.0374024 Jun 23 09:27:43.093176 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:43.114284 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a3cf9a01-1a5a-4112-91be-d316328c0090 req-67f93d93-7fb1-46ee-8c73-d41591c17a0c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 Jun 23 09:27:43.172510 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45938) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:43.204846 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:43.218393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebecbd5-8c9c-438d-b524-31841e573d76 admin admin] Deleting subnet e523624c-eb04-4729-9346-6cdcc2021b9f {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:27:43.221911 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7ebecbd5-8c9c-438d-b524-31841e573d76 admin admin] Publish callbacks [] for subnet (e523624c-eb04-4729-9346-6cdcc2021b9f), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.260723 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7ebecbd5-8c9c-438d-b524-31841e573d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (e523624c-eb04-4729-9346-6cdcc2021b9f), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.300612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7ebecbd5-8c9c-438d-b524-31841e573d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (e523624c-eb04-4729-9346-6cdcc2021b9f), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.305753 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:43.313852 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907e5c-3e1b-4a66-9527-c4b9ec9c4947 req-c21d819d-7916-44c1-8d24-aba898be9276 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:43.315346 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-51907e5c-3e1b-4a66-9527-c4b9ec9c4947 req-c21d819d-7916-44c1-8d24-aba898be9276 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0466082 Jun 23 09:27:43.366975 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-51907e5c-3e1b-4a66-9527-c4b9ec9c4947 req-d197750a-a393-4f8e-be35-3cfd6fe3b322 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440006 Jun 23 09:27:43.427070 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7ebecbd5-8c9c-438d-b524-31841e573d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (e523624c-eb04-4729-9346-6cdcc2021b9f), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.456087 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebecbd5-8c9c-438d-b524-31841e573d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e523624c-eb04-4729-9346-6cdcc2021b9f,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:43.458049 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7ebecbd5-8c9c-438d-b524-31841e573d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.463633 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-7ebecbd5-8c9c-438d-b524-31841e573d76 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e523624c-eb04-4729-9346-6cdcc2021b9f HTTP/1.1" status: 204 len: 168 time: 0.2876108 Jun 23 09:27:43.464146 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 45944) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:43.526413 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f45c58-a0b9-4302-b952-192d255c7d51 req-aa37db3b-b520-46e9-9b3d-077641848b1b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:43.527961 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-55f45c58-a0b9-4302-b952-192d255c7d51 req-aa37db3b-b520-46e9-9b3d-077641848b1b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0511773 Jun 23 09:27:43.536558 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.575939 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-55f45c58-a0b9-4302-b952-192d255c7d51 req-18b436e6-8888-4201-90f7-a39ef3713091 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Jun 23 09:27:43.598404 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.615220 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.635904 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:43.645820 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6e7b36-6fe6-43af-b959-134846161e71') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:43.647143 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6e7b36-6fe6-43af-b959-134846161e71') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:43.655942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (9d6e7b36-6fe6-43af-b959-134846161e71), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.668877 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (9d6e7b36-6fe6-43af-b959-134846161e71), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.675253 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:27:43.675638 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (9d6e7b36-6fe6-43af-b959-134846161e71), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.731435 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 9d6e7b36-6fe6-43af-b959-134846161e71 resource provider aggregate not found Jun 23 09:27:43.750583 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 9d6e7b36-6fe6-43af-b959-134846161e71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d6e7b36-6fe6-43af-b959-134846161e71 found for delete ", "request_id": "req-bad81718-f666-4d84-bc3e-f07af2296102"}]} Jun 23 09:27:43.810280 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.815680 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:43.818861 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb HTTP/1.1" status: 204 len: 168 time: 0.3537116 Jun 23 09:27:43.829551 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a2a80-eaba-4b36-9ac8-cfb67751e9e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0764c8f-72a0-45ca-8ee9-2b6c8b4710bb,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:44.271259 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45952) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:44.310696 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-588a39b5-19d8-4349-9592-02b59d3cb7d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a1a64d6d0f241739bb3dad4490182ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383189 Jun 23 09:27:44.313287 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 45954) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:44.359831 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9af9d69e-e373-4023-8c4b-dd58ede9cceb admin admin] Publish callbacks [] for security_group (95671cd6-08a9-4f2a-96cb-a4c7bef329a1), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:44.380718 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9af9d69e-e373-4023-8c4b-dd58ede9cceb admin admin] Publish callbacks [] for security_group (95671cd6-08a9-4f2a-96cb-a4c7bef329a1), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:44.477592 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff0914-8bae-4a0d-a042-76b40c9389eb req-458da7e6-4481-482d-ab6a-b0796cac6237 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:44.479086 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-64ff0914-8bae-4a0d-a042-76b40c9389eb req-458da7e6-4481-482d-ab6a-b0796cac6237 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0472572 Jun 23 09:27:44.490099 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9af9d69e-e373-4023-8c4b-dd58ede9cceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (95671cd6-08a9-4f2a-96cb-a4c7bef329a1), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:44.493418 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9af9d69e-e373-4023-8c4b-dd58ede9cceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:44.499087 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9af9d69e-e373-4023-8c4b-dd58ede9cceb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95671cd6-08a9-4f2a-96cb-a4c7bef329a1 HTTP/1.1" status: 204 len: 168 time: 0.1804485 Jun 23 09:27:44.506592 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9d69e-e373-4023-8c4b-dd58ede9cceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95671cd6-08a9-4f2a-96cb-a4c7bef329a1,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:44.531518 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:44.551000 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-64ff0914-8bae-4a0d-a042-76b40c9389eb req-e7bbd90e-a44c-43cb-962c-ae8bc9f722a1 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656033 Jun 23 09:27:44.693867 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086502-8a74-4a0f-8e3f-ce605476ddb6 req-c22d0f2e-ef7c-401b-a6b8-d524c6399ddf tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:44.695278 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a3086502-8a74-4a0f-8e3f-ce605476ddb6 req-c22d0f2e-ef7c-401b-a6b8-d524c6399ddf tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0499065 Jun 23 09:27:44.744660 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a3086502-8a74-4a0f-8e3f-ce605476ddb6 req-7598c9d9-fd5f-44b2-8c9c-5527b05daccb tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 Jun 23 09:27:45.200861 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:45.412540 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:45.670816 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7101255-a68e-430b-94f3-51a98201172f req-282b3333-64de-4154-b7ab-95660cd12787 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:45.672421 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f7101255-a68e-430b-94f3-51a98201172f req-282b3333-64de-4154-b7ab-95660cd12787 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0542822 Jun 23 09:27:45.730546 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f7101255-a68e-430b-94f3-51a98201172f req-d0c3ed83-715a-4d9d-9e11-4c8a5289520d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525136 Jun 23 09:27:45.856502 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb90de-e866-46fd-9ff3-2ef7f556273b req-374e3a4f-4c4e-472e-8bb5-b695304efd9b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:45.857995 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-74fb90de-e866-46fd-9ff3-2ef7f556273b req-374e3a4f-4c4e-472e-8bb5-b695304efd9b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0473051 Jun 23 09:27:45.911475 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-74fb90de-e866-46fd-9ff3-2ef7f556273b req-8a77e851-8c06-4566-baab-132eab29a066 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474157 Jun 23 09:27:45.931920 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46004) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:46.027003 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6f19b-13b2-43a4-be4a-829034fb4012 req-76ef8b59-bc59-4bcb-825b-e7e9ea209457 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:46.028582 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-89e6f19b-13b2-43a4-be4a-829034fb4012 req-76ef8b59-bc59-4bcb-825b-e7e9ea209457 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0541432 Jun 23 09:27:46.089054 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-89e6f19b-13b2-43a4-be4a-829034fb4012 req-8341dee6-d687-4286-abba-67f4ff3ddd9a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540788 Jun 23 09:27:46.149896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bdcd4-4fe4-453e-97a8-f1b71b41a437 tempest-TestShelveInstance-309677302 tempest-TestShelveInstance-309677302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:46.151410 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-bb1bdcd4-4fe4-453e-97a8-f1b71b41a437 tempest-TestShelveInstance-309677302 tempest-TestShelveInstance-309677302-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1124 time: 0.2184720 Jun 23 09:27:46.154876 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46010) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:46.159015 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'port_id': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:46.296212 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:46.376048 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:46.430712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:46.479321 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Allocated IP 172.27.2.79 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/fe2e0b66-98de-4685-86bd-be9d65f10e1f) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:27:46.487999 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:46.583665 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for port (fe2e0b66-98de-4685-86bd-be9d65f10e1f), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:46.708675 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (fe2e0b66-98de-4685-86bd-be9d65f10e1f), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:46.749416 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:27:46.752280 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:27:46.755669 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:27:46.780619 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'Port': ['ID=fe2e0b66-98de-4685-86bd-be9d65f10e1f,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:47.208574 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594764ec-8d18-4c92-892e-9f72fd491eec req-f2241e6f-dc51-49df-bda3-6d5890c88e4c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:47.210054 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-594764ec-8d18-4c92-892e-9f72fd491eec req-f2241e6f-dc51-49df-bda3-6d5890c88e4c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0475700 Jun 23 09:27:47.257155 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-594764ec-8d18-4c92-892e-9f72fd491eec req-450cf65d-ca36-47f1-b872-7668ab132a0f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413520 Jun 23 09:27:47.328037 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for floatingip (fdab7bf6-8c6c-4f64-8a21-148345a284a8), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:47.459780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (fe2e0b66-98de-4685-86bd-be9d65f10e1f), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:47.606796 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for port (fe2e0b66-98de-4685-86bd-be9d65f10e1f), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:47.748142 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (fe2e0b66-98de-4685-86bd-be9d65f10e1f), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:47.817699 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event updated for resources: {'Port': ['ID=fe2e0b66-98de-4685-86bd-be9d65f10e1f,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:47.829332 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (fdab7bf6-8c6c-4f64-8a21-148345a284a8), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:47.954896 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d78730e1-d3d7-42f8-af97-a60a652b2561 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e0a012cfeede49989fda04fdd2ba45ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339932 Jun 23 09:27:47.956336 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Floating IP fdab7bf6-8c6c-4f64-8a21-148345a284a8 associated. External IP: 172.27.2.79, port: 866d3ed7-aceb-4e8d-a61f-b4881b214198. Jun 23 09:27:48.059370 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:48.129322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:48.211667 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d478e2d0-72f2-4047-a36a-9bd58d580726 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:48.213111 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d478e2d0-72f2-4047-a36a-9bd58d580726 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531886 Jun 23 09:27:48.261556 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-3d1007a1-3fce-4d5b-a58c-4b719b870a76 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/quotas/e0a012cfeede49989fda04fdd2ba45ad HTTP/1.1" status: 200 len: 375 time: 0.0137382 Jun 23 09:27:48.304618 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-471c8247-4328-4e0b-9dc4-6f74f5dacfb3 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0a012cfeede49989fda04fdd2ba45ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371351 Jun 23 09:27:48.332730 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:48.354062 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Router 04284d3d-4e72-437b-a0ff-f66f53cd3591 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:27:48.456540 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:27:48.466462 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] Sync routers for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:27:48.476149 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:27:48.479838 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:27:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:48.580171 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:48.604485 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:27:48.625860 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-df94d640-0e5a-4554-980b-4bf9684f6df4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4695923 Jun 23 09:27:48.627066 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:48.631775 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd084663-e0b7-4fcd-9d80-76a38d9e364b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:48.691885 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83cf4b-060b-4c65-8743-a9d723eecb51 req-d83d50fd-ec56-4009-9848-9d5b23b81a4f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:48.693470 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2b83cf4b-060b-4c65-8743-a9d723eecb51 req-d83d50fd-ec56-4009-9848-9d5b23b81a4f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0593178 Jun 23 09:27:48.696777 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:48.749513 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2b83cf4b-060b-4c65-8743-a9d723eecb51 req-b5f1cb4a-4a1d-4cdf-9064-a5620dd0063e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489519 Jun 23 09:27:48.796931 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1d3ef660-5615-4fdd-a8a0-b5a13176bd18 req-ebcffbb7-74b7-40b3-b466-8953eaa295e0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 210 time: 0.0404971 Jun 23 09:27:48.818515 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7aefde-bf49-46f7-a710-000cd786b1ab x-openstack-request-id: req-cf7aefde-bf49-46f7-a710-000cd786b1ab {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:48.819129 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:48.819450 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf7aefde-bf49-46f7-a710-000cd786b1ab {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:48.819927 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7aefde-bf49-46f7-a710-000cd786b1ab'] response: {'name': 'network-changed', 'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'status': 'completed', 'code': 200} Jun 23 09:27:48.840019 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': 'fdab7bf6-8c6c-4f64-8a21-148345a284a8', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'port_id': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'mac_address': 'fa:16:3e:35:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02a829-249f-434a-8551-deca0e564d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:47Z', 'updated_at': '2022-06-23T09:27:47Z', 'revision_number': 0, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:47Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:48.865691 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] Checking router: 04284d3d-4e72-437b-a0ff-f66f53cd3591 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:27:48.873509 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:48.875976 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:27:48.876594 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:27:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:48.914933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62384a-1372-4690-88d9-20a06e80e5ea req-89d83bd9-5145-4b51-acf5-449234020a93 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:48.916459 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0f62384a-1372-4690-88d9-20a06e80e5ea req-89d83bd9-5145-4b51-acf5-449234020a93 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0516703 Jun 23 09:27:48.966569 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0f62384a-1372-4690-88d9-20a06e80e5ea req-78d611ba-0387-477b-b693-e4cb5580951e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 Jun 23 09:27:48.985786 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:27:49.205420 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': 'fdab7bf6-8c6c-4f64-8a21-148345a284a8', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'port_id': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'mac_address': 'fa:16:3e:35:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02a829-249f-434a-8551-deca0e564d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:47Z', 'updated_at': '2022-06-23T09:27:47Z', 'revision_number': 0, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:47Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:49.228929 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a0c77-9f6b-433c-860e-a445c253b95f None None] The sync data for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi is: [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': 'fdab7bf6-8c6c-4f64-8a21-148345a284a8', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'port_id': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'mac_address': 'fa:16:3e:35:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c02a829-249f-434a-8551-deca0e564d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:47Z', 'updated_at': '2022-06-23T09:27:47Z', 'revision_number': 0, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:47Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:27:49.416726 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03271261-862b-4e71-9c3f-53517b01b26b None None] New status for floating IP fdab7bf6-8c6c-4f64-8a21-148345a284a8: ACTIVE {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:27:49.875499 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf0623-7dba-4861-9f2b-e2280e484718 req-e5a8fb42-186a-4c60-b491-d3cc657405b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:49.877344 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5bbf0623-7dba-4861-9f2b-e2280e484718 req-e5a8fb42-186a-4c60-b491-d3cc657405b1 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0473933 Jun 23 09:27:49.880009 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3e959c11-ea54-4f50-8542-85a91f538802 req-0a65aff1-4d7e-4682-9ebf-7289391832d6 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 210 time: 0.0316465 Jun 23 09:27:49.935275 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5bbf0623-7dba-4861-9f2b-e2280e484718 req-47c2c73f-6cf1-413d-82fa-b2d688186c70 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500250 Jun 23 09:27:50.086412 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee4b39-bb89-493d-aa17-49a66628f695 req-88999e08-6672-4350-acaa-9b71cca6c4a2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:50.087899 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0fee4b39-bb89-493d-aa17-49a66628f695 req-88999e08-6672-4350-acaa-9b71cca6c4a2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0464222 Jun 23 09:27:50.134875 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0fee4b39-bb89-493d-aa17-49a66628f695 req-ecddc2b1-289e-40f6-a268-c5030481419d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Jun 23 09:27:50.263138 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-1d416e0e-8cec-475d-939a-91695270a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:50.264705 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-1d416e0e-8cec-475d-939a-91695270a356 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1129 time: 0.0403409 Jun 23 09:27:50.538734 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-39970296-cca4-412b-b0ac-c35c6392b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:50.540220 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-39970296-cca4-412b-b0ac-c35c6392b9a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 200 len: 910 time: 0.0898147 Jun 23 09:27:50.607581 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece9ec-1693-41a1-8d9a-831355609e77 req-e50cdc0e-ed86-4194-ad20-c014ffa1b41a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:50.609203 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-edece9ec-1693-41a1-8d9a-831355609e77 req-e50cdc0e-ed86-4194-ad20-c014ffa1b41a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0493023 Jun 23 09:27:50.614144 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-324fab4b-f015-442f-a59b-11d8549b6bc7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 1000 time: 0.0546143 Jun 23 09:27:50.661290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:50.672003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-da0d0d53-7992-4bac-9c85-c67fb4d326ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:50.673458 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-da0d0d53-7992-4bac-9c85-c67fb4d326ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687fb39a-c4a6-4493-ac48-9fac6a9d11cb HTTP/1.1" status: 200 len: 848 time: 0.0492873 Jun 23 09:27:50.696034 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Deleting port a29b275b-5e50-40ac-a543-defb30d49ca9 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:27:50.696383 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:50.718701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-4983b088-3177-4588-ba0f-a23b38fda09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:50.720258 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-4983b088-3177-4588-ba0f-a23b38fda09f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41d8d680-ae9a-4d55-be37-805921d1b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404992 Jun 23 09:27:50.790726 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] For port a29b275b-5e50-40ac-a543-defb30d49ca9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=a29b275b-5e50-40ac-a543-defb30d49ca9,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:27:50.791058 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:50.836554 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-a0dd9f58-4610-4dec-b5cb-c6f6c661b1ed service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878527 Jun 23 09:27:50.872225 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:50.927829 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bd084663-e0b7-4fcd-9d80-76a38d9e364b req-898a4af5-a9fd-49e0-a847-a3ecb995a9c0 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858285 Jun 23 09:27:50.984245 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ac090e80-59dc-4a4f-a49c-6220f300d453 req-28e66a51-41fa-46c3-ad89-6ccda2097416 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 210 time: 0.0304682 Jun 23 09:27:51.017113 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:51.017679 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:51.017938 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Floating IP 59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0 disassociated. External IP: 172.27.2.191, port: a29b275b-5e50-40ac-a543-defb30d49ca9. Jun 23 09:27:51.018302 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Calling delete_port for a29b275b-5e50-40ac-a543-defb30d49ca9 owned by compute:nova {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:27:51.116566 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6649-530d-42c7-8a7a-22b36626778d req-c0a48895-8691-4cd1-b2b2-e6eeb7561f83 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:51.118092 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0bec6649-530d-42c7-8a7a-22b36626778d req-c0a48895-8691-4cd1-b2b2-e6eeb7561f83 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0876396 Jun 23 09:27:51.209037 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0bec6649-530d-42c7-8a7a-22b36626778d req-43bcfe57-0f14-4311-b0a1-442aaeb81263 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843728 Jun 23 09:27:51.256225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf84a-fa1d-47b7-a885-5e343c341ba5 req-172bcf95-49da-4a75-a74b-ccf93bdfaa2e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:51.257719 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-adaaf84a-fa1d-47b7-a885-5e343c341ba5 req-172bcf95-49da-4a75-a74b-ccf93bdfaa2e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 946 time: 0.0522633 Jun 23 09:27:51.278820 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:51.306290 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-adaaf84a-fa1d-47b7-a885-5e343c341ba5 req-dd81c32c-eac7-4ebc-b1fb-5a2576188142 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=8d1d4541-be52-44de-88aa-2139dfbccbab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422935 Jun 23 09:27:51.324260 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (a29b275b-5e50-40ac-a543-defb30d49ca9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:51.357297 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event deleted for resources: {'Port': ['ID=a29b275b-5e50-40ac-a543-defb30d49ca9,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:51.469157 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Router d3cc802d-ab00-4d73-8414-435a85e23c40 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:27:51.584554 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:27:51.596790 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] Sync routers for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:27:51.615460 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-6e4fc2fa-022d-41d1-a7b3-b305c92593d5 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e0a012cfeede49989fda04fdd2ba45ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347869 Jun 23 09:27:51.618361 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:27:51.618952 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:27:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:51.671585 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:51.753270 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:27:51.753497 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-e74aef5b-642b-4f5f-b66a-57c104b00beb tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:51.756243 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-e74aef5b-642b-4f5f-b66a-57c104b00beb tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327553 Jun 23 09:27:51.773038 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Request body: {'port': {'device_id': '7e2464f2-3f74-48af-95b2-facbd2d09816', 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8', 'admin_state_up': True, 'tenant_id': 'e0a012cfeede49989fda04fdd2ba45ad'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:51.876211 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] No DVR routers for this DVR port a29b275b-5e50-40ac-a543-defb30d49ca9 on host hv-cinder-84727 {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:27:51.878783 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:51.882458 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-edece9ec-1693-41a1-8d9a-831355609e77 req-fb5a1e7b-3e83-49e8-b39c-d2ece25437f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "DELETE /v2.0/ports/a29b275b-5e50-40ac-a543-defb30d49ca9 HTTP/1.1" status: 204 len: 173 time: 1.2681127 Jun 23 09:27:51.882904 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-deleted', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:51.885468 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1c6e67-6afc-4963-b101-aa9f758ef322" -d '{"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-deleted", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:51.924374 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d27741-2020-4c14-a048-0504b0380d68 x-openstack-request-id: req-d2d27741-2020-4c14-a048-0504b0380d68 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:51.924894 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6f6f87-f812-4fe4-98a4-86bab5a8d39b", "name": "network-vif-deleted", "tag": "a29b275b-5e50-40ac-a543-defb30d49ca9", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:51.925325 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2d27741-2020-4c14-a048-0504b0380d68 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:51.925898 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d27741-2020-4c14-a048-0504b0380d68'] response: {'server_uuid': 'bd6f6f87-f812-4fe4-98a4-86bab5a8d39b', 'name': 'network-vif-deleted', 'tag': 'a29b275b-5e50-40ac-a543-defb30d49ca9', 'status': 'completed', 'code': 200} Jun 23 09:27:51.964318 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:51.992017 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] Checking router: d3cc802d-ab00-4d73-8414-435a85e23c40 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:27:52.001072 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:27:52.001710 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:27:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:52.084279 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2aaa9ba6-e354-4876-a9c2-a8cec7203ce3 req-2c151a38-cabb-44cf-9815-5c1fe2da9fff tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 210 time: 0.0315745 Jun 23 09:27:52.107864 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:27:52.130197 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Made reservation on behalf of e0a012cfeede49989fda04fdd2ba45ad for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:27:52.134723 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:52.141160 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:52.146762 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:52.237622 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks [] for security_group (f211a309-8cec-4819-a111-5c9eed428964), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:52.347167 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60ac9d-7563-4b8f-8145-1230195a7c39 req-079ba999-b0b5-41f1-b096-63241822a298 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:52.348787 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0f60ac9d-7563-4b8f-8145-1230195a7c39 req-079ba999-b0b5-41f1-b096-63241822a298 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0540047 Jun 23 09:27:52.417412 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0f60ac9d-7563-4b8f-8145-1230195a7c39 req-fd117dd7-e39f-4d95-8210-3c3323569646 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614829 Jun 23 09:27:52.455769 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:27:52.456345 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:27:52.464459 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-13256858-138d-4160-a63d-a40775fa1bc0 req-1debb515-ed6c-4eab-952c-662f30d6712d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd6f6f87-f812-4fe4-98a4-86bab5a8d39b HTTP/1.1" status: 200 len: 210 time: 0.0672441 Jun 23 09:27:52.465268 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (f211a309-8cec-4819-a111-5c9eed428964), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:52.498646 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a73e6-4fe1-46cd-9e4e-372faa770c70 None None] The sync data for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi is: [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:27:52.565786 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f211a309-8cec-4819-a111-5c9eed428964,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:52.645926 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Allocated IP 192.168.233.221 (52788d5e-c5f7-4674-ae4c-53a47c11c7e8/375af694-bb19-41ed-8f3b-331139fef528/7e165660-7f44-4727-aed6-950889dca500) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:27:52.647765 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:52.815403 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21339a2b-1f07-4237-971f-4575ed21da2a None None] New status for floating IP 59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0: DOWN {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:27:52.834229 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks [] for port (7e165660-7f44-4727-aed6-950889dca500), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:53.000175 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (7e165660-7f44-4727-aed6-950889dca500), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:53.065157 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:27:53.069142 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:27:53.071773 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:27:53.119680 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Pushing event updated for resources: {'Port': ['ID=7e165660-7f44-4727-aed6-950889dca500,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:53.129021 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:53.147598 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:53.148297 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:53.236879 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a503a-5bbd-46ea-9420-b59b3cfa5af8 req-e5b3767b-9daa-4c14-8794-411827f8a692 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:53.238408 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-628a503a-5bbd-46ea-9420-b59b3cfa5af8 req-e5b3767b-9daa-4c14-8794-411827f8a692 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 936 time: 0.0612803 Jun 23 09:27:53.252271 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-ac91b530-a16e-4a4e-af54-e0a38b36adf0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4833148 Jun 23 09:27:53.291448 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-628a503a-5bbd-46ea-9420-b59b3cfa5af8 req-83422995-9420-4607-8bcc-a1547a5de469 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Jun 23 09:27:53.379229 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-dc87972a-f569-4c42-816c-aaa8916242b1 None None] Provisioning complete for port 7e165660-7f44-4727-aed6-950889dca500 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:27:53.379933 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-dc87972a-f569-4c42-816c-aaa8916242b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (7e165660-7f44-4727-aed6-950889dca500), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:53.415622 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-dc87972a-f569-4c42-816c-aaa8916242b1 None None] Port 7e165660-7f44-4727-aed6-950889dca500 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:27:53.552019 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf582ba-a2aa-456d-ad82-46a7ff26c598 req-ca70594e-18b1-4698-8bd1-f310a5d97e6d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:53.553506 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-abf582ba-a2aa-456d-ad82-46a7ff26c598 req-ca70594e-18b1-4698-8bd1-f310a5d97e6d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0478690 Jun 23 09:27:53.600304 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-abf582ba-a2aa-456d-ad82-46a7ff26c598 req-f487a0ef-c88f-4a5a-9301-c5d4c1505e70 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 Jun 23 09:27:53.613313 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46096) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:53.663919 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99c28772-3005-4e90-841f-ea1c7f0f0a83 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (8d1d4541-be52-44de-88aa-2139dfbccbab), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:53.686474 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99c28772-3005-4e90-841f-ea1c7f0f0a83 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (8d1d4541-be52-44de-88aa-2139dfbccbab), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.049590 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99c28772-3005-4e90-841f-ea1c7f0f0a83 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8d1d4541-be52-44de-88aa-2139dfbccbab), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.052211 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99c28772-3005-4e90-841f-ea1c7f0f0a83 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.053398 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-99c28772-3005-4e90-841f-ea1c7f0f0a83 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "DELETE /v2.0/security-groups/8d1d4541-be52-44de-88aa-2139dfbccbab HTTP/1.1" status: 204 len: 168 time: 0.4417005 Jun 23 09:27:54.056231 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46098) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:54.070798 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c28772-3005-4e90-841f-ea1c7f0f0a83 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1d4541-be52-44de-88aa-2139dfbccbab,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:54.073027 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.api.v2.resource [None req-1418b79d-2c5f-4ed2-a479-86b00ffa5913 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] show failed (client error): The resource could not be found. Jun 23 09:27:54.074029 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1418b79d-2c5f-4ed2-a479-86b00ffa5913 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups/8d1d4541-be52-44de-88aa-2139dfbccbab HTTP/1.1" status: 404 len: 347 time: 0.0163155 Jun 23 09:27:54.076946 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46100) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:54.091420 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Request body: {'port': {'device_id': '7e2464f2-3f74-48af-95b2-facbd2d09816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:54.162408 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (7e165660-7f44-4727-aed6-950889dca500), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.186335 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:54.225155 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:54.232900 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Deleting port c7684cec-e712-451d-b04f-56bea45d5cfa {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:27:54.233248 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (c7684cec-e712-451d-b04f-56bea45d5cfa), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.236750 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34be4-5e07-491f-baec-8317910c9180 req-942b5f49-29e6-495d-a731-3124c00e3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:54.238252 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-afd34be4-5e07-491f-baec-8317910c9180 req-942b5f49-29e6-495d-a731-3124c00e3d8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0507574 Jun 23 09:27:54.333408 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-afd34be4-5e07-491f-baec-8317910c9180 req-6e838999-cb32-48bf-bd3a-3f2236613881 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850098 Jun 23 09:27:54.345252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:27:54.352658 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (c7684cec-e712-451d-b04f-56bea45d5cfa), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.352997 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (c7684cec-e712-451d-b04f-56bea45d5cfa), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.368891 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Calling delete_port for c7684cec-e712-451d-b04f-56bea45d5cfa owned by network:floatingip {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:27:54.373870 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: a29b275b-5e50-40ac-a543-defb30d49ca9 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:27:54.375263 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device a29b275b-5e50-40ac-a543-defb30d49ca9 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:27:54.448538 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e165660-7f44-4727-aed6-950889dca500 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:27:54.456510 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Publish callbacks [] for port (7e165660-7f44-4727-aed6-950889dca500), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.463543 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af2871-d35e-4ec2-9b79-4ce7a83512b4 req-e69ffe39-ed47-47eb-9333-1ab5f65a4ec3 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:54.465606 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c5af2871-d35e-4ec2-9b79-4ce7a83512b4 req-e69ffe39-ed47-47eb-9333-1ab5f65a4ec3 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 936 time: 0.0974569 Jun 23 09:27:54.469779 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Transition to ACTIVE for port object 7e165660-7f44-4727-aed6-950889dca500 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:27:54.538392 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c5af2871-d35e-4ec2-9b79-4ce7a83512b4 req-cf24a758-d809-4b5c-962d-fa9cbbaf51e4 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660467 Jun 23 09:27:54.583721 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (7e165660-7f44-4727-aed6-950889dca500), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.635889 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e165660-7f44-4727-aed6-950889dca500,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:54.672420 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (c7684cec-e712-451d-b04f-56bea45d5cfa), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.701259 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event deleted for resources: {'Port': ['ID=c7684cec-e712-451d-b04f-56bea45d5cfa,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:54.741181 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659cd32-023d-42b6-b319-b48b426f4f87 req-8b636ae1-6915-4cd4-81ff-e3fdf62d0ba5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:54.745741 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c659cd32-023d-42b6-b319-b48b426f4f87 req-8b636ae1-6915-4cd4-81ff-e3fdf62d0ba5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0627491 Jun 23 09:27:54.756733 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:54.765980 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Attempting to bind port 7e165660-7f44-4727-aed6-950889dca500 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:27:54.766319 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Attempting to bind port 7e165660-7f44-4727-aed6-950889dca500 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:27:54.766648 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Attempting to bind port 7e165660-7f44-4727-aed6-950889dca500 on network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:27:54.770889 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.773859 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.778412 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-aab57217-9772-4cb5-8c70-82cb80cfff45 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "DELETE /v2.0/floatingips/59e1c3c5-a6da-42fa-8a8c-e2ef47cb9fd0 HTTP/1.1" status: 204 len: 168 time: 0.6971714 Jun 23 09:27:54.778587 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Port 7e165660-7f44-4727-aed6-950889dca500 on network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:27:54.778587 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Attempting to bind port 7e165660-7f44-4727-aed6-950889dca500 on network 52788d5e-c5f7-4674-ae4c-53a47c11c7e8 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:27:54.788078 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:27:54.788440 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Checking segment: {'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:27:54.788803 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Bound using segment: {'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:27:54.789240 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Bound port: 7e165660-7f44-4727-aed6-950889dca500, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd841f3-38a8-4bba-a973-0642a49386f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:27:54.789604 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (7e165660-7f44-4727-aed6-950889dca500), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:54.812799 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:54.846772 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c659cd32-023d-42b6-b319-b48b426f4f87 req-e2a7539b-6459-426e-8ef4-5c5983194d6f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933568 Jun 23 09:27:54.875998 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] For port 7e165660-7f44-4727-aed6-950889dca500, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:27:54.879162 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] For port 7e165660-7f44-4727-aed6-950889dca500, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7e165660-7f44-4727-aed6-950889dca500,segment=NetworkSegment(2dd841f3-38a8-4bba-a973-0642a49386f0),segment_id=2dd841f3-38a8-4bba-a973-0642a49386f0)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:27:54.967345 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46108) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:54.971856 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-04886c42-2548-4fa0-b034-9087a5ff562d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473990643', 'description': 'tempest-description--573856949'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:55.052755 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (7e165660-7f44-4727-aed6-950889dca500), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.091274 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:55.091890 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.093270 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/7e165660-7f44-4727-aed6-950889dca500 HTTP/1.1" status: 200 len: 1098 time: 1.0070565 Jun 23 09:27:55.093643 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2464f2-3f74-48af-95b2-facbd2d09816', 'tag': '7e165660-7f44-4727-aed6-950889dca500'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:27:55.095853 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e352d-b80f-48e0-a6df-9d0d7c1ab87b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2464f2-3f74-48af-95b2-facbd2d09816", "tag": "7e165660-7f44-4727-aed6-950889dca500"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:27:55.103847 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-04886c42-2548-4fa0-b034-9087a5ff562d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.126819 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f99b94-0e34-4eec-817e-b8242af146d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e165660-7f44-4727-aed6-950889dca500,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:55.143916 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845573a7-8398-4f5e-b2fc-bf9e7680b4dc x-openstack-request-id: req-845573a7-8398-4f5e-b2fc-bf9e7680b4dc {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:27:55.144258 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2464f2-3f74-48af-95b2-facbd2d09816", "tag": "7e165660-7f44-4727-aed6-950889dca500", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:27:55.144516 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-845573a7-8398-4f5e-b2fc-bf9e7680b4dc {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:27:55.144943 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845573a7-8398-4f5e-b2fc-bf9e7680b4dc'] response: {'name': 'network-changed', 'server_uuid': '7e2464f2-3f74-48af-95b2-facbd2d09816', 'tag': '7e165660-7f44-4727-aed6-950889dca500', 'status': 'completed', 'code': 200} Jun 23 09:27:55.176692 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:55.189808 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-04886c42-2548-4fa0-b034-9087a5ff562d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (1c2a7088-9625-419e-bc61-087f4ed82b18), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.307009 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-04886c42-2548-4fa0-b034-9087a5ff562d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (1c2a7088-9625-419e-bc61-087f4ed82b18), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.336564 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04886c42-2548-4fa0-b034-9087a5ff562d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a7088-9625-419e-bc61-087f4ed82b18,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:55.488895 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-04886c42-2548-4fa0-b034-9087a5ff562d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.490155 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-04886c42-2548-4fa0-b034-9087a5ff562d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5218065 Jun 23 09:27:55.493018 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46114) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:55.497475 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-e786b5dd-2bc4-48ef-a5b2-c50ab3792456 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'security_group_rule': {'security_group_id': '1c2a7088-9625-419e-bc61-087f4ed82b18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:55.685136 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5d9e4-8339-4baf-9741-ddd0ed853785 req-89ea364b-efca-432c-93e5-656a187ef03d tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:55.686604 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-72b5d9e4-8339-4baf-9741-ddd0ed853785 req-89ea364b-efca-432c-93e5-656a187ef03d tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 948 time: 0.0654702 Jun 23 09:27:55.717500 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e786b5dd-2bc4-48ef-a5b2-c50ab3792456 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (23b7976c-8168-4ccb-a25a-5163d57f41ee), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.757564 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-72b5d9e4-8339-4baf-9741-ddd0ed853785 req-7192fda7-614b-40e4-b638-ae2d19a04942 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654190 Jun 23 09:27:55.767652 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:55.783701 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e786b5dd-2bc4-48ef-a5b2-c50ab3792456 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (23b7976c-8168-4ccb-a25a-5163d57f41ee), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.895779 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e786b5dd-2bc4-48ef-a5b2-c50ab3792456 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (23b7976c-8168-4ccb-a25a-5163d57f41ee), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:55.914379 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786b5dd-2bc4-48ef-a5b2-c50ab3792456 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b7976c-8168-4ccb-a25a-5163d57f41ee,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:55.971430 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521570e8-57fb-43b3-9652-d4990bc1481f req-a7ae5083-b1b4-4ca9-9fd8-9b0041a9858f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:55.972896 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-521570e8-57fb-43b3-9652-d4990bc1481f req-a7ae5083-b1b4-4ca9-9fd8-9b0041a9858f tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0498257 Jun 23 09:27:56.011466 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e786b5dd-2bc4-48ef-a5b2-c50ab3792456 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:56.013196 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e786b5dd-2bc4-48ef-a5b2-c50ab3792456 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5191724 Jun 23 09:27:56.016065 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46120) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:56.021363 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-521570e8-57fb-43b3-9652-d4990bc1481f req-a18e2884-833b-42ca-9da2-32036bbfa0bd tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408998 Jun 23 09:27:56.021523 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-8eaeaf8b-bdd2-40a1-81b4-e6b91ff2fb81 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'security_group_rule': {'security_group_id': '1c2a7088-9625-419e-bc61-087f4ed82b18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:56.146433 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8eaeaf8b-bdd2-40a1-81b4-e6b91ff2fb81 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (6a01251b-111c-471f-8f5b-c3c2ccf68a7a), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:56.206003 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8eaeaf8b-bdd2-40a1-81b4-e6b91ff2fb81 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (6a01251b-111c-471f-8f5b-c3c2ccf68a7a), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:56.250734 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e352d-b80f-48e0-a6df-9d0d7c1ab87b req-a40127a4-551e-4c70-85c6-90da1bad022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:56.252321 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-290e352d-b80f-48e0-a6df-9d0d7c1ab87b req-a40127a4-551e-4c70-85c6-90da1bad022c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0a012cfeede49989fda04fdd2ba45ad&device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 1132 time: 0.0443666 Jun 23 09:27:56.295344 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-290e352d-b80f-48e0-a6df-9d0d7c1ab87b req-65f3e828-9dd7-4839-acf3-639e49ed4daa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e0a012cfeede49989fda04fdd2ba45ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209868 Jun 23 09:27:56.301065 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8eaeaf8b-bdd2-40a1-81b4-e6b91ff2fb81 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (6a01251b-111c-471f-8f5b-c3c2ccf68a7a), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:56.325360 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaeaf8b-bdd2-40a1-81b4-e6b91ff2fb81 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a01251b-111c-471f-8f5b-c3c2ccf68a7a,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:56.400587 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e352d-b80f-48e0-a6df-9d0d7c1ab87b req-e2e80d6b-b7e9-43c9-82ea-d2468594494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:56.401976 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-290e352d-b80f-48e0-a6df-9d0d7c1ab87b req-e2e80d6b-b7e9-43c9-82ea-d2468594494d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989668 Jun 23 09:27:56.417097 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8eaeaf8b-bdd2-40a1-81b4-e6b91ff2fb81 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:56.418631 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8eaeaf8b-bdd2-40a1-81b4-e6b91ff2fb81 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4014161 Jun 23 09:27:56.421584 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46130) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:27:56.425807 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:27:56.541429 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:56.666478 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:56.674299 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42ca23-4c71-4924-accd-3dec38c0ebe5 req-59f3ed30-42ca-4cbd-b8a8-dc5883b2b279 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:56.675851 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9e42ca23-4c71-4924-accd-3dec38c0ebe5 req-59f3ed30-42ca-4cbd-b8a8-dc5883b2b279 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0696263 Jun 23 09:27:56.736651 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:56.738371 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-9565c00e-c235-4886-9b23-7cf8f866626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:56.740704 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-9565c00e-c235-4886-9b23-7cf8f866626e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0a012cfeede49989fda04fdd2ba45ad&device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 1132 time: 0.0534065 Jun 23 09:27:56.796649 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-69f8c568-e9fe-4434-90a7-a3f5bc6f3ca0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=7e165660-7f44-4727-aed6-950889dca500 HTTP/1.1" status: 200 len: 217 time: 0.0385561 Jun 23 09:27:56.816660 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9e42ca23-4c71-4924-accd-3dec38c0ebe5 req-17c6fd4c-e246-4de3-8b94-c70399b5fded tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342962 Jun 23 09:27:56.840158 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-d22266a9-153a-4412-8b7f-0db69d53786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:56.841775 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-d22266a9-153a-4412-8b7f-0db69d53786c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0842469 Jun 23 09:27:56.876737 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Allocated IP 172.27.2.64 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/860c1d18-55b3-4f54-9ae0-9be5e9097bb1) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:27:56.887513 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-078526b1-e712-4aca-9449-bde843d4407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:56.889039 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-078526b1-e712-4aca-9449-bde843d4407d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=375af694-bb19-41ed-8f3b-331139fef528 HTTP/1.1" status: 200 len: 843 time: 0.0868375 Jun 23 09:27:56.895255 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c688ca2-8eb7-4463-8a58-c7f56050eb83 req-065644ed-4f2d-4c26-a840-072d4e8b7604 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:56.896635 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c688ca2-8eb7-4463-8a58-c7f56050eb83 req-065644ed-4f2d-4c26-a840-072d4e8b7604 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 948 time: 0.0594604 Jun 23 09:27:56.955814 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-274f3eec-6f6c-4fe2-9150-dc033844fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:56.957255 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-274f3eec-6f6c-4fe2-9150-dc033844fd1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=52788d5e-c5f7-4674-ae4c-53a47c11c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0596986 Jun 23 09:27:57.005265 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c688ca2-8eb7-4463-8a58-c7f56050eb83 req-7831a776-875c-4269-a7f4-d84f16b15547 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998826 Jun 23 09:27:57.021325 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-6edb468a-c785-4efe-99f0-49fb4d1d7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:57.022820 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-6edb468a-c785-4efe-99f0-49fb4d1d7102 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.1732643 Jun 23 09:27:57.057435 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:57.071756 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-d3ff86aa-9c4f-4c22-8a04-ae5e32417bf9 service neutron] 10.222.0.55 "GET /v2.0/networks/52788d5e-c5f7-4674-ae4c-53a47c11c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051838 Jun 23 09:27:57.102036 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for port (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:57.115556 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-6793ae32-3711-4f46-a6f7-3d29a52623f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80dcfb6-742d-4015-9492-0b79f1b71413 HTTP/1.1" status: 200 len: 1000 time: 0.0845785 Jun 23 09:27:57.135426 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:57.165416 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1926fab-d5ad-47b4-9393-61b63612a2a7 req-1dbab486-a7af-4aa8-b1c9-c3de0b65364f service neutron] 10.222.0.55 "GET /v2.0/networks/52788d5e-c5f7-4674-ae4c-53a47c11c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876887 Jun 23 09:27:57.181527 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-ce25b177-f7a7-4631-83ee-a2bb01d1d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:57.183033 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-ce25b177-f7a7-4631-83ee-a2bb01d1d310 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0591309 Jun 23 09:27:57.226742 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-570a5afc-19a2-45e6-a4f9-6d6ecb223317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:57.228143 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-570a5afc-19a2-45e6-a4f9-6d6ecb223317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384779 Jun 23 09:27:57.298875 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:57.352993 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:27:57.358466 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:27:57.362419 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:27:57.365703 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-debb0d58-1e74-4d56-92c6-aacb3f0cdfba service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298721 Jun 23 09:27:57.391426 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'Port': ['ID=860c1d18-55b3-4f54-9ae0-9be5e9097bb1,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:57.451392 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (95c81047-2bea-4aa5-8eb9-a085f1e77215), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:57.584259 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:57.612022 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:57.725793 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for port (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:57.852336 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:57.873423 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:57.954198 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'Port': ['ID=860c1d18-55b3-4f54-9ae0-9be5e9097bb1,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:27:57.969510 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa92cf-82c1-46a4-bfe6-8f5f2ee52489 req-0deb834d-b2df-400e-98d9-1e21d4238f43 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:57.971012 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d5aa92cf-82c1-46a4-bfe6-8f5f2ee52489 req-0deb834d-b2df-400e-98d9-1e21d4238f43 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0808597 Jun 23 09:27:57.979405 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (95c81047-2bea-4aa5-8eb9-a085f1e77215), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:58.028581 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d5aa92cf-82c1-46a4-bfe6-8f5f2ee52489 req-8545d905-8963-4183-a2a9-c21742043095 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510015 Jun 23 09:27:58.088388 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:27:58.089706 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a1b7402e-6f5b-4d4b-8a1d-ade2d2782f40 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6671064 Jun 23 09:27:58.126732 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862521db-1da0-46a8-aa92-e518982ec9a9 req-e72565d8-269c-488f-b919-6af0743c4f7a tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:58.128263 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-862521db-1da0-46a8-aa92-e518982ec9a9 req-e72565d8-269c-488f-b919-6af0743c4f7a tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 948 time: 0.0488935 Jun 23 09:27:58.177704 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-862521db-1da0-46a8-aa92-e518982ec9a9 req-2bb25679-ab17-4d2a-9e84-d119893e413c tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429902 Jun 23 09:27:58.306259 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-eb503ac7-2848-4fc0-b725-74cfb9222d94 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1473990643&fields=id&tenant_id=29ece34041e04c78868e53d90b658a82 HTTP/1.1" status: 200 len: 267 time: 0.0551701 Jun 23 09:27:58.378058 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-5baa4058-9f73-4e16-8229-81e93b35ee9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365102 Jun 23 09:27:58.466857 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-470a88cd-e81f-4bb5-beb4-2c482100c10c req-9de00d23-cde6-491c-b5f9-e7ed4677072a service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747532 Jun 23 09:27:58.481718 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-ebaea44d-3624-4838-9fd9-10d53c6f0972 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:58.483537 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-ebaea44d-3624-4838-9fd9-10d53c6f0972 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 816 time: 0.1648691 Jun 23 09:27:58.488745 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-6563acda-9c26-4ee0-aeaa-90f749486f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:58.490214 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-6563acda-9c26-4ee0-aeaa-90f749486f68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 1129 time: 0.0439262 Jun 23 09:27:58.501805 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-b7a01f24-e58e-4ada-bcda-5906a53f4939 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/quotas/29ece34041e04c78868e53d90b658a82 HTTP/1.1" status: 200 len: 375 time: 0.0115895 Jun 23 09:27:58.554598 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-67a8135b-f1eb-4950-af8d-cb644805b569 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475855 Jun 23 09:27:58.601978 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-280d925e-abba-4c11-bc5a-409d47a7276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:58.606949 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-280d925e-abba-4c11-bc5a-409d47a7276f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.0914550 Jun 23 09:27:58.649714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:58.657853 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-ebd43664-a879-4ae7-9688-45a44b24d67f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4945a4dc-aecf-48ce-bab1-065123f856ba HTTP/1.1" status: 200 len: 217 time: 0.0376425 Jun 23 09:27:58.660309 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-e75f9d54-c7d0-42b2-888c-0496c87d28cc service neutron] 10.222.0.52 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938060 Jun 23 09:27:58.706300 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-2f683aa1-07b7-4d5c-95de-d86f7357f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:58.707815 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-2f683aa1-07b7-4d5c-95de-d86f7357f8c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0439167 Jun 23 09:27:58.750894 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-3d01a15c-c9f7-4687-a959-220c809a251a service neutron] 10.222.0.52 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846572 Jun 23 09:27:59.015834 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dbbeb0d3-acce-4a53-8c51-2876d04cba18 req-dec13255-e567-4373-8a75-fb4acee29d9c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 210 time: 0.0273879 Jun 23 09:27:59.150947 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c02b34-8836-4da8-96ec-8f27d86e0311 req-51e21812-1fcd-4cbf-9df3-4a1ae82e46b5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:59.152448 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d0c02b34-8836-4da8-96ec-8f27d86e0311 req-51e21812-1fcd-4cbf-9df3-4a1ae82e46b5 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0542345 Jun 23 09:27:59.303347 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d0c02b34-8836-4da8-96ec-8f27d86e0311 req-08ab7bdd-ba41-4c7a-9419-13866bef8d9d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518827 Jun 23 09:27:59.303652 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:27:59.303652 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6249dc4-96fc-4804-bbf0-fed6d9242c2e req-59c7ef56-dc28-4a6c-8f8d-73316d672fdd tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:27:59.303652 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c6249dc4-96fc-4804-bbf0-fed6d9242c2e req-59c7ef56-dc28-4a6c-8f8d-73316d672fdd tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 948 time: 0.0452685 Jun 23 09:27:59.342082 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c6249dc4-96fc-4804-bbf0-fed6d9242c2e req-94017b3f-2014-4d69-a391-16d7267aa9c2 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Jun 23 09:28:00.093364 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-7328675e-7d27-4757-8058-f90a5e14d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:00.094925 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-7328675e-7d27-4757-8058-f90a5e14d7bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396986 Jun 23 09:28:00.128600 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ba4edf0e-2da3-4a98-94ea-6c63df42134d req-e3475da4-4feb-42b4-94d4-66469b193b15 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 210 time: 0.0356314 Jun 23 09:28:00.291649 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-93634355-e480-4258-b787-0f805e47f96f service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928135 Jun 23 09:28:00.363065 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 7e165660-7f44-4727-aed6-950889dca500 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:28:00.364659 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a0d51-a55e-4d0d-9ce3-0ffdb87b061c req-028bc25e-b5ef-4985-b654-445f9ebdd8fe tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:00.366166 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a74a0d51-a55e-4d0d-9ce3-0ffdb87b061c req-028bc25e-b5ef-4985-b654-445f9ebdd8fe tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0779014 Jun 23 09:28:00.457599 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a74a0d51-a55e-4d0d-9ce3-0ffdb87b061c req-d7f6c53e-002b-4166-a471-f046c2c12a66 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666192 Jun 23 09:28:00.459653 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aa8f6890-2b4b-4e6c-9900-2143d6fb63a5 req-0bfda080-1772-440e-bb09-ee89398df82e service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564922 Jun 23 09:28:00.463336 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:00.492022 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 7e165660-7f44-4727-aed6-950889dca500, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7e165660-7f44-4727-aed6-950889dca500,segment=NetworkSegment(2dd841f3-38a8-4bba-a973-0642a49386f0),segment_id=2dd841f3-38a8-4bba-a973-0642a49386f0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:00.497134 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe6df7-a124-4b15-abc3-a791ef4d20b9 req-df4d1918-64e1-4091-a29f-f13a18a8f277 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:00.498619 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5fe6df7-a124-4b15-abc3-a791ef4d20b9 req-df4d1918-64e1-4091-a29f-f13a18a8f277 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 948 time: 0.0666094 Jun 23 09:28:00.503515 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '7e165660-7f44-4727-aed6-950889dca500', 'network_id': '52788d5e-c5f7-4674-ae4c-53a47c11c7e8', 'port_id': '7e165660-7f44-4727-aed6-950889dca500', 'mac_address': 'fa:16:3e:93:ce:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375af694-bb19-41ed-8f3b-331139fef528', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:28:00.543675 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 7e165660-7f44-4727-aed6-950889dca500 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:00.544075 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (7e165660-7f44-4727-aed6-950889dca500), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:00.552679 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5fe6df7-a124-4b15-abc3-a791ef4d20b9 req-fcd48dee-be11-4053-bd70-8edf5443f051 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Jun 23 09:28:00.557532 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e165660-7f44-4727-aed6-950889dca500 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:28:00.577585 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 7e165660-7f44-4727-aed6-950889dca500, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7e165660-7f44-4727-aed6-950889dca500,segment=NetworkSegment(2dd841f3-38a8-4bba-a973-0642a49386f0),segment_id=2dd841f3-38a8-4bba-a973-0642a49386f0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:00.712343 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (7e165660-7f44-4727-aed6-950889dca500), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:00.759227 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=7e165660-7f44-4727-aed6-950889dca500,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:01.153464 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['7e165660-7f44-4727-aed6-950889dca500'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:28:01.212940 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:01.230075 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a548339c-90fe-446f-b892-ef404406b309 req-8bab7dbe-4d4f-4ce0-8ec8-7ee11254d883 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 210 time: 0.0290287 Jun 23 09:28:01.541432 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:01.580134 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d710225-29d3-417c-83d6-a66fdf932aa0 req-69ec70e6-d10b-4d2c-b70a-a8a25a8c298a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:01.581688 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7d710225-29d3-417c-83d6-a66fdf932aa0 req-69ec70e6-d10b-4d2c-b70a-a8a25a8c298a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0500295 Jun 23 09:28:01.629974 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7d710225-29d3-417c-83d6-a66fdf932aa0 req-d4902fed-e683-486d-b08a-6c3d39fe55b8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Jun 23 09:28:01.667154 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5f5d-7a57-4a3c-b00a-2c4d9ac8efcc req-f12ff871-9b1a-4881-a894-a0d527d60c02 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:01.669270 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-547b5f5d-7a57-4a3c-b00a-2c4d9ac8efcc req-f12ff871-9b1a-4881-a894-a0d527d60c02 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 949 time: 0.0476289 Jun 23 09:28:01.716505 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-547b5f5d-7a57-4a3c-b00a-2c4d9ac8efcc req-965a0708-d24c-4fa7-9907-8b3c0dd9a3fc tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Jun 23 09:28:01.740301 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175192f-598e-40a1-b038-3770297d75b0 req-17ef8da4-c1e5-481f-9c20-990ac5060971 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:01.741772 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2175192f-598e-40a1-b038-3770297d75b0 req-17ef8da4-c1e5-481f-9c20-990ac5060971 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0471723 Jun 23 09:28:01.750198 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46184) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:01.754404 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-33205e71-eec4-4a17-9bb8-45cbdba46c46 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Request body: {'floatingip': {'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:01.808843 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-33205e71-eec4-4a17-9bb8-45cbdba46c46 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.168520 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:02.178648 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-26a372d0-3e98-43de-8061-486e57194e1a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:02.180155 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-26a372d0-3e98-43de-8061-486e57194e1a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 816 time: 0.1067917 Jun 23 09:28:02.250588 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-33205e71-eec4-4a17-9bb8-45cbdba46c46 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.278745 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-9907c960-5a72-471d-a781-b846fb7fab7a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ece34041e04c78868e53d90b658a82 HTTP/1.1" status: 200 len: 380 time: 0.0593057 Jun 23 09:28:02.292253 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'port': {'device_id': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'admin_state_up': True, 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'security_groups': ['1c2a7088-9625-419e-bc61-087f4ed82b18']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:02.309609 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-33205e71-eec4-4a17-9bb8-45cbdba46c46 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.352829 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ae1d747a-d0cf-4a7e-834c-38b58f696699 req-be3f3a26-38ab-4104-ad0b-6f785c562df2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 210 time: 0.0454037 Jun 23 09:28:02.367000 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 7e165660-7f44-4727-aed6-950889dca500 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:02.427374 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 7e165660-7f44-4727-aed6-950889dca500 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:28:02.570661 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 7e165660-7f44-4727-aed6-950889dca500 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:02.572117 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Made reservation on behalf of 29ece34041e04c78868e53d90b658a82 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:28:02.576067 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (7e165660-7f44-4727-aed6-950889dca500), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.580678 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.617943 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:02.660800 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 7e165660-7f44-4727-aed6-950889dca500 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:02.661184 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (7e165660-7f44-4727-aed6-950889dca500), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.685423 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2464f2-3f74-48af-95b2-facbd2d09816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e165660-7f44-4727-aed6-950889dca500'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:02.687677 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f642e-f476-4dfe-9857-8229c2df9821" -d '{"events": [{"server_uuid": "7e2464f2-3f74-48af-95b2-facbd2d09816", "name": "network-vif-plugged", "status": "completed", "tag": "7e165660-7f44-4727-aed6-950889dca500"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:02.701422 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 7e165660-7f44-4727-aed6-950889dca500, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7e165660-7f44-4727-aed6-950889dca500,segment=NetworkSegment(2dd841f3-38a8-4bba-a973-0642a49386f0),segment_id=2dd841f3-38a8-4bba-a973-0642a49386f0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:02.724578 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Allocated IP 172.20.0.10 (730dea22-6746-4fe9-87f5-32cb3807b5fd/882b59bc-77c5-4100-9862-fc8fc00912d6/732238d5-e9fb-41b3-9753-b880285a15e2) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:02.730110 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:02.731235 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4491a1b5-fb30-4a1f-8249-52107da16e09 x-openstack-request-id: req-4491a1b5-fb30-4a1f-8249-52107da16e09 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:02.731558 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2464f2-3f74-48af-95b2-facbd2d09816", "name": "network-vif-plugged", "status": "completed", "tag": "7e165660-7f44-4727-aed6-950889dca500", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:02.731822 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4491a1b5-fb30-4a1f-8249-52107da16e09 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:02.732230 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4491a1b5-fb30-4a1f-8249-52107da16e09'] response: {'server_uuid': '7e2464f2-3f74-48af-95b2-facbd2d09816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e165660-7f44-4727-aed6-950889dca500', 'code': 200} Jun 23 09:28:02.777725 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33205e71-eec4-4a17-9bb8-45cbdba46c46 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Router 62b9be4c-3c56-4e92-8043-fc264b8707c9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:28:02.812450 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (7e165660-7f44-4727-aed6-950889dca500), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.829763 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:02.864802 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=7e165660-7f44-4727-aed6-950889dca500,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:02.892578 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33205e71-eec4-4a17-9bb8-45cbdba46c46 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:02.895292 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fc790-7f6a-4872-901a-c37bc6e1e181 req-f6a32a04-13f5-46f4-8a99-047e1ab1bc0f tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:02.896789 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-284fc790-7f6a-4872-901a-c37bc6e1e181 req-f6a32a04-13f5-46f4-8a99-047e1ab1bc0f tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 950 time: 0.1043358 Jun 23 09:28:02.897517 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-33205e71-eec4-4a17-9bb8-45cbdba46c46 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.905911 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043508c-a227-490a-b387-face0db70780 None None] Sync routers for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:02.917444 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043508c-a227-490a-b387-face0db70780 None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:02.921971 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-9043508c-a227-490a-b387-face0db70780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:27:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:02.931337 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:02.935229 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:02.944701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for port (732238d5-e9fb-41b3-9753-b880285a15e2), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:02.967782 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-33205e71-eec4-4a17-9bb8-45cbdba46c46 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "PUT /v2.0/floatingips/23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588 HTTP/1.1" status: 200 len: 992 time: 1.2165346 Jun 23 09:28:02.994001 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-284fc790-7f6a-4872-901a-c37bc6e1e181 req-55f4d28a-3c9a-46ce-bc6e-e36cadc3c2f3 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847514 Jun 23 09:28:03.005955 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc818f31-5d63-4d59-9c96-8284ee0f16d9 x-openstack-request-id: req-cc818f31-5d63-4d59-9c96-8284ee0f16d9 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:03.006137 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:03.006256 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:03.006256 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc818f31-5d63-4d59-9c96-8284ee0f16d9 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:03.006256 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc818f31-5d63-4d59-9c96-8284ee0f16d9'] response: {'name': 'network-changed', 'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'status': 'completed', 'code': 200} Jun 23 09:28:03.049363 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-9043508c-a227-490a-b387-face0db70780 None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:03.099880 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-96ec0f34-89bc-425d-828e-dfaf3fd39e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:03.101389 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-96ec0f34-89bc-425d-828e-dfaf3fd39e20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0416543 Jun 23 09:28:03.112325 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:03.177324 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:03.204277 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:03.208746 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-d8c97f3e-9900-4dfe-b7bc-ec04a099d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:03.210102 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:03.210243 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-d8c97f3e-9900-4dfe-b7bc-ec04a099d380 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.1014223 Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfdd49-3cf9-4f25-b543-93ce7ff45c41 req-b471feef-0a3b-416a-85fc-e07e47252797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c8dfdd49-3cf9-4f25-b543-93ce7ff45c41 req-b471feef-0a3b-416a-85fc-e07e47252797 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 1134 time: 0.0844913 Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.284912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.286757 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.286757 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.286757 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.286757 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.286757 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:03.298105 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-87bfb2eb-fab3-4f88-b84a-de94917ff088 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80dcfb6-742d-4015-9492-0b79f1b71413 HTTP/1.1" status: 200 len: 1000 time: 0.0802722 Jun 23 09:28:03.300608 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-9043508c-a227-490a-b387-face0db70780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'mac_address': 'fa:16:3e:5c:ff:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:26:07Z', 'updated_at': '2022-06-23T09:28:02Z', 'revision_number': 3, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:03.304666 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:03.305292 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:03.333395 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043508c-a227-490a-b387-face0db70780 None None] Checking router: 62b9be4c-3c56-4e92-8043-fc264b8707c9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:03.336079 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c8dfdd49-3cf9-4f25-b543-93ce7ff45c41 req-502bcd28-e8e9-4a78-bbc8-db6b8338cc52 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769765 Jun 23 09:28:03.336689 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:03.344307 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043508c-a227-490a-b387-face0db70780 None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:03.345288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-9043508c-a227-490a-b387-face0db70780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:27:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:03.363691 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-43d1a13d-3ec0-482b-a189-b9af97f03b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:03.365426 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-43d1a13d-3ec0-482b-a189-b9af97f03b76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0575519 Jun 23 09:28:03.420593 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-d9051cfe-f52c-42cf-a0b9-70656e3739a4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1320200 Jun 23 09:28:03.457137 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-69909764-c3f7-4421-b365-bd50950fb48b None None] Provisioning complete for port 732238d5-e9fb-41b3-9753-b880285a15e2 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:03.457726 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-69909764-c3f7-4421-b365-bd50950fb48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:03.485474 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-9043508c-a227-490a-b387-face0db70780 None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:03.488149 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a67b1-d0fe-4189-bc58-eae288426e68 req-7ead87d3-a4fa-4a95-be59-b08fafc9595c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:03.489637 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0e2a67b1-d0fe-4189-bc58-eae288426e68 req-7ead87d3-a4fa-4a95-be59-b08fafc9595c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 932 time: 0.0478940 Jun 23 09:28:03.522011 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-69909764-c3f7-4421-b365-bd50950fb48b None None] Port 732238d5-e9fb-41b3-9753-b880285a15e2 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:03.538238 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0e2a67b1-d0fe-4189-bc58-eae288426e68 req-7b4339b5-c885-4219-b876-2980fefc01ce tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427518 Jun 23 09:28:03.623282 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Request body: {'port': {'device_id': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:03.664922 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-1ecc97c9-9b54-4bb3-905c-4d8cb4979c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:03.666540 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-1ecc97c9-9b54-4bb3-905c-4d8cb4979c02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467172 Jun 23 09:28:03.689771 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:03.705447 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-9043508c-a227-490a-b387-face0db70780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'mac_address': 'fa:16:3e:5c:ff:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:26:07Z', 'updated_at': '2022-06-23T09:28:02Z', 'revision_number': 3, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:03.730288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043508c-a227-490a-b387-face0db70780 None None] The sync data for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi is: [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'port_id': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'mac_address': 'fa:16:3e:5c:ff:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:26:07Z', 'updated_at': '2022-06-23T09:28:02Z', 'revision_number': 3, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:03.947811 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732238d5-e9fb-41b3-9753-b880285a15e2 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:28:03.958391 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Publish callbacks [] for port (732238d5-e9fb-41b3-9753-b880285a15e2), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:03.971240 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Transition to ACTIVE for port object 732238d5-e9fb-41b3-9753-b880285a15e2 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:28:04.073435 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:04.076511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:04.159145 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51eeee-b7cd-4d5c-b57f-8483ab6b3b7f req-d8ce1c71-cb18-44c2-914c-fc09b340ec2a tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:04.159145 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5f51eeee-b7cd-4d5c-b57f-8483ab6b3b7f req-d8ce1c71-cb18-44c2-914c-fc09b340ec2a tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 950 time: 0.0856607 Jun 23 09:28:04.174615 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:04.188647 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-efebb681-104b-4ded-a86f-7d97b1cb61ca service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018016 Jun 23 09:28:04.259334 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5f51eeee-b7cd-4d5c-b57f-8483ab6b3b7f req-410b0cce-5182-4c27-a6cd-69e33cfb708b tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005950 Jun 23 09:28:04.286193 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Attempting to bind port 732238d5-e9fb-41b3-9753-b880285a15e2 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:04.286715 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Attempting to bind port 732238d5-e9fb-41b3-9753-b880285a15e2 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:04.286952 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Attempting to bind port 732238d5-e9fb-41b3-9753-b880285a15e2 on network 730dea22-6746-4fe9-87f5-32cb3807b5fd {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:04.293736 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Port 732238d5-e9fb-41b3-9753-b880285a15e2 on network 730dea22-6746-4fe9-87f5-32cb3807b5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:28:04.294056 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Attempting to bind port 732238d5-e9fb-41b3-9753-b880285a15e2 on network 730dea22-6746-4fe9-87f5-32cb3807b5fd {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:04.299883 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:04.300219 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Checking segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:04.300634 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Bound using segment: {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:04.301063 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Bound port: 732238d5-e9fb-41b3-9753-b880285a15e2, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:04.301426 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:04.304893 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2d057353-3e54-4dd5-9d4d-f02e4b661ab6 req-846d104a-a88d-4165-8ec2-326759ab18bd service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022127 Jun 23 09:28:04.336488 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:04.357515 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:04.367565 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:04.370585 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:04.481211 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:04.646775 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:04.662786 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f040-4c6a-4804-b969-6487f433f6fb req-7045f396-d0c3-4f15-93c3-5f6f4a9cbfde tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:04.664381 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6023f040-4c6a-4804-b969-6487f433f6fb req-7045f396-d0c3-4f15-93c3-5f6f4a9cbfde tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0505543 Jun 23 09:28:04.714769 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6023f040-4c6a-4804-b969-6487f433f6fb req-b18b2329-82d7-4876-8171-af1c26a23fe7 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447097 Jun 23 09:28:04.741370 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:04.742108 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:04.743606 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/732238d5-e9fb-41b3-9753-b880285a15e2 HTTP/1.1" status: 200 len: 1094 time: 1.1248629 Jun 23 09:28:04.744037 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:04.746750 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fcc81e-6b33-4399-b28b-86b3f8ebfbff" -d '{"events": [{"name": "network-changed", "server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:04.764946 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d377742-3b70-45ac-89ed-10bb95edf5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:04.789461 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed479b43-8e64-41f3-98dd-4d990552116b x-openstack-request-id: req-ed479b43-8e64-41f3-98dd-4d990552116b {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:04.789754 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:04.790005 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed479b43-8e64-41f3-98dd-4d990552116b {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:04.790403 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed479b43-8e64-41f3-98dd-4d990552116b'] response: {'name': 'network-changed', 'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2', 'status': 'completed', 'code': 200} Jun 23 09:28:05.006223 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:05.008606 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326ab391-05ea-4606-9fd7-b175c73923c6" -d '{"events": [{"name": "network-changed", "server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:05.043376 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6f0487-f48f-44c0-8a38-a6b962b3a732 x-openstack-request-id: req-8c6f0487-f48f-44c0-8a38-a6b962b3a732 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:05.043660 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:05.043914 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c6f0487-f48f-44c0-8a38-a6b962b3a732 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:05.044314 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6f0487-f48f-44c0-8a38-a6b962b3a732'] response: {'name': 'network-changed', 'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'status': 'completed', 'code': 200} Jun 23 09:28:05.196252 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcc81e-6b33-4399-b28b-86b3f8ebfbff req-ee8cfba9-52e8-44ca-9998-12e90b8d2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.197753 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c4fcc81e-6b33-4399-b28b-86b3f8ebfbff req-ee8cfba9-52e8-44ca-9998-12e90b8d2d44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 1128 time: 0.0393937 Jun 23 09:28:05.212265 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-475d5753-ad6d-4cc5-b805-bf402cebb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.213728 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-475d5753-ad6d-4cc5-b805-bf402cebb205 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=368a6f8fbca64e7791d5330f0a99d086&device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 1129 time: 0.0393302 Jun 23 09:28:05.316839 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcc81e-6b33-4399-b28b-86b3f8ebfbff req-3f84ad9f-7dcd-495a-a98b-76c3238c590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.318305 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c4fcc81e-6b33-4399-b28b-86b3f8ebfbff req-3f84ad9f-7dcd-495a-a98b-76c3238c590d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=29ece34041e04c78868e53d90b658a82&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0983026 Jun 23 09:28:05.332991 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-63a55a89-ddaa-4aa4-b488-936780a7b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.334468 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-63a55a89-ddaa-4aa4-b488-936780a7b471 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 200 len: 920 time: 0.1066105 Jun 23 09:28:05.406503 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-8df4ad95-c0c9-40aa-9d3b-3a57725f8600 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d80dcfb6-742d-4015-9492-0b79f1b71413 HTTP/1.1" status: 200 len: 1000 time: 0.0551631 Jun 23 09:28:05.432077 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e874a-9926-42f3-a970-4111d564a47c req-6288e5de-24eb-48ea-b6ae-8c8a099fe4b0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.434105 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-779e874a-9926-42f3-a970-4111d564a47c req-6288e5de-24eb-48ea-b6ae-8c8a099fe4b0 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 950 time: 0.0847068 Jun 23 09:28:05.460734 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-599a608d-4cc5-4683-af75-758c46f0fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.462219 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-599a608d-4cc5-4683-af75-758c46f0fefc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 200 len: 858 time: 0.0488615 Jun 23 09:28:05.471853 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcc81e-6b33-4399-b28b-86b3f8ebfbff req-8eee6208-73f3-4b05-8458-36acd5418f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.473294 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c4fcc81e-6b33-4399-b28b-86b3f8ebfbff req-8eee6208-73f3-4b05-8458-36acd5418f89 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442134 Jun 23 09:28:05.499440 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-779e874a-9926-42f3-a970-4111d564a47c req-9be81302-7bae-4693-ae60-11d53f7fdfc7 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588279 Jun 23 09:28:05.506716 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-c72e36c6-76e1-4e39-a2ff-e10f47162480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.508267 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-c72e36c6-76e1-4e39-a2ff-e10f47162480 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f9023da2-9c4b-4934-b1b2-3b253a92c58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396683 Jun 23 09:28:05.574869 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-b69d2626-0b2d-4699-bd59-f7176b9f4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.576430 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-b69d2626-0b2d-4699-bd59-f7176b9f4ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 1128 time: 0.0429525 Jun 23 09:28:05.626600 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-2415569c-fe50-4073-ac4f-ada831036c86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732238d5-e9fb-41b3-9753-b880285a15e2 HTTP/1.1" status: 200 len: 217 time: 0.0372109 Jun 23 09:28:05.642989 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-ecb40547-9450-48ea-ba8a-1d2c5ac454e6 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147406 Jun 23 09:28:05.677152 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-14ff19d9-8a9a-49c7-a05f-bbe0f295c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.678679 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-14ff19d9-8a9a-49c7-a05f-bbe0f295c0bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.0461850 Jun 23 09:28:05.716951 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:05.721929 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-56587b6e-9a7c-4ad3-a1d9-066057f53db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.723457 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-56587b6e-9a7c-4ad3-a1d9-066057f53db7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383587 Jun 23 09:28:05.736739 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-326ab391-05ea-4606-9fd7-b175c73923c6 req-3bd856c6-58d6-46c4-88e2-d19266b15f49 service neutron] 10.222.0.55 "GET /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884457 Jun 23 09:28:05.850509 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77138f60-b2b5-417f-abeb-693f97d020f5 req-36dabb58-13f1-462e-9d06-5cc8c68458c0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:05.852007 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-77138f60-b2b5-417f-abeb-693f97d020f5 req-36dabb58-13f1-462e-9d06-5cc8c68458c0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0616403 Jun 23 09:28:05.857948 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-63fb5ed4-3cf4-4612-af05-c370474af7c1 service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280029 Jun 23 09:28:05.956021 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-77138f60-b2b5-417f-abeb-693f97d020f5 req-931d6f1e-ced6-4625-ae2c-5c6acb59bbc1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971522 Jun 23 09:28:05.982457 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-952f147e-3388-4736-9e8c-4bdc5d17dc45 req-2772dd04-0eec-4b60-9b34-1afcd237036a service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164467 Jun 23 09:28:06.041834 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e49a5-0193-4f37-9b49-4a3fd7215cd5 req-0c9e3573-da72-4aac-be67-cb4697b823b2 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:06.044051 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-722e49a5-0193-4f37-9b49-4a3fd7215cd5 req-0c9e3573-da72-4aac-be67-cb4697b823b2 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 950 time: 0.0475831 Jun 23 09:28:06.094061 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-722e49a5-0193-4f37-9b49-4a3fd7215cd5 req-fc810c1c-3fb5-41c1-9929-86028f6f6780 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Jun 23 09:28:07.070029 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:07.085123 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b820e-5f0a-4f01-a6ea-3862b2db1416 req-88905336-7ff8-40b3-b875-07efe0466d0c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:07.086567 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2e1b820e-5f0a-4f01-a6ea-3862b2db1416 req-88905336-7ff8-40b3-b875-07efe0466d0c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0470822 Jun 23 09:28:07.133152 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2e1b820e-5f0a-4f01-a6ea-3862b2db1416 req-39cec116-21e1-49c9-aac2-a0186f97628f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Jun 23 09:28:07.208558 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f453d0-b4c7-4f2d-88b1-ba8a150beb4b req-85a535f5-3bb6-4533-aea6-f252c8876bc5 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:07.210031 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c6f453d0-b4c7-4f2d-88b1-ba8a150beb4b req-85a535f5-3bb6-4533-aea6-f252c8876bc5 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 950 time: 0.0470824 Jun 23 09:28:07.257080 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c6f453d0-b4c7-4f2d-88b1-ba8a150beb4b req-b081ba4b-b8df-4460-b5af-e5b6acafcbb4 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407102 Jun 23 09:28:07.466851 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:07.475841 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:08.249155 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e129974-532d-4cb2-8b48-11a36118c84f req-ca3e14c4-ef0b-44d3-a93d-a0ef6db98467 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:08.250583 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3e129974-532d-4cb2-8b48-11a36118c84f req-ca3e14c4-ef0b-44d3-a93d-a0ef6db98467 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0456500 Jun 23 09:28:08.281031 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:08.302140 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3e129974-532d-4cb2-8b48-11a36118c84f req-1203bac8-4e26-44df-82eb-1c63514377a6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460684 Jun 23 09:28:08.370652 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf422d-55ff-4d0a-89cc-f6d10544e416 req-b1242d40-adfd-4a68-b644-bf7d941ffe94 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:08.372668 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8fbf422d-55ff-4d0a-89cc-f6d10544e416 req-b1242d40-adfd-4a68-b644-bf7d941ffe94 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 950 time: 0.0464892 Jun 23 09:28:08.418583 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8fbf422d-55ff-4d0a-89cc-f6d10544e416 req-d73f2b75-03bc-4f34-94e6-2555d1f74565 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/security-groups?id=f211a309-8cec-4819-a111-5c9eed428964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Jun 23 09:28:08.600654 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-4e2f536b-b077-487f-8b5a-82a8cb804a2d tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:08.602061 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-4e2f536b-b077-487f-8b5a-82a8cb804a2d tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 950 time: 0.0454459 Jun 23 09:28:08.713889 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Deleting port 7e165660-7f44-4727-aed6-950889dca500 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:28:08.714145 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (7e165660-7f44-4727-aed6-950889dca500), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:08.802033 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] For port 7e165660-7f44-4727-aed6-950889dca500, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=7e165660-7f44-4727-aed6-950889dca500,segment=NetworkSegment(2dd841f3-38a8-4bba-a973-0642a49386f0),segment_id=2dd841f3-38a8-4bba-a973-0642a49386f0)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:08.802393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (7e165660-7f44-4727-aed6-950889dca500), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:08.817473 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Calling delete_port for 7e165660-7f44-4727-aed6-950889dca500 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:28:09.006004 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (7e165660-7f44-4727-aed6-950889dca500), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:09.032884 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Pushing event deleted for resources: {'Port': ['ID=7e165660-7f44-4727-aed6-950889dca500,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:09.054439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['7e165660-7f44-4727-aed6-950889dca500'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:28:09.112151 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] No DVR routers for this DVR port 7e165660-7f44-4727-aed6-950889dca500 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:28:09.114874 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:09.118302 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2d56a75b-78aa-4d15-9593-a57cd2ed695c req-e9b4f93b-306c-4652-a360-a58a6133e7ee tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.55 "DELETE /v2.0/ports/7e165660-7f44-4727-aed6-950889dca500 HTTP/1.1" status: 204 len: 173 time: 0.5107439 Jun 23 09:28:09.118764 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2464f2-3f74-48af-95b2-facbd2d09816', 'name': 'network-vif-deleted', 'tag': '7e165660-7f44-4727-aed6-950889dca500'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:09.125320 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaff7daf-63c6-48cf-a6e2-d44d4b29259c" -d '{"events": [{"server_uuid": "7e2464f2-3f74-48af-95b2-facbd2d09816", "name": "network-vif-deleted", "tag": "7e165660-7f44-4727-aed6-950889dca500"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:09.159666 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8591104-24d6-45c9-8cbe-b0156e72a31b x-openstack-request-id: req-f8591104-24d6-45c9-8cbe-b0156e72a31b {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:09.164780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2464f2-3f74-48af-95b2-facbd2d09816", "name": "network-vif-deleted", "tag": "7e165660-7f44-4727-aed6-950889dca500", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:09.164780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8591104-24d6-45c9-8cbe-b0156e72a31b {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:09.164780 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8591104-24d6-45c9-8cbe-b0156e72a31b'] response: {'server_uuid': '7e2464f2-3f74-48af-95b2-facbd2d09816', 'name': 'network-vif-deleted', 'tag': '7e165660-7f44-4727-aed6-950889dca500', 'status': 'completed', 'code': 200} Jun 23 09:28:09.424350 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b6ee6-3404-48e7-bfd5-eb36b6b2fd7d req-35c393e8-fd80-4c3a-b152-b9bc79cdea57 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:09.425827 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5d1b6ee6-3404-48e7-bfd5-eb36b6b2fd7d req-35c393e8-fd80-4c3a-b152-b9bc79cdea57 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0505579 Jun 23 09:28:09.474044 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5d1b6ee6-3404-48e7-bfd5-eb36b6b2fd7d req-f00c6f28-8c4e-46e5-b5ba-708d90550b54 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Jun 23 09:28:09.518295 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e9008318-db35-408d-9202-7f7cea3c888f req-29cab181-ec16-40ca-b4f7-0ad58276d977 tempest-VolumesNegativeTest-1382338384 tempest-VolumesNegativeTest-1382338384-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e2464f2-3f74-48af-95b2-facbd2d09816 HTTP/1.1" status: 200 len: 210 time: 0.0292003 Jun 23 09:28:10.095214 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2170ee70-159f-406c-aff2-94d4c0825555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:10.437784 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:28:10.536829 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:10.553940 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '732238d5-e9fb-41b3-9753-b880285a15e2', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'port_id': '732238d5-e9fb-41b3-9753-b880285a15e2', 'mac_address': 'fa:16:3e:ba:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:28:10.601242 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 732238d5-e9fb-41b3-9753-b880285a15e2 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:10.601242 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:10.605671 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dd00d-05ce-4f1a-b374-6490473da333 req-aad1a78e-3804-4ebc-8628-b476cc4ec50a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:10.608801 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732238d5-e9fb-41b3-9753-b880285a15e2 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:28:10.611395 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3a3dd00d-05ce-4f1a-b374-6490473da333 req-aad1a78e-3804-4ebc-8628-b476cc4ec50a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0599482 Jun 23 09:28:10.629518 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:10.648363 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:10.655569 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3a3dd00d-05ce-4f1a-b374-6490473da333 req-4e736623-4671-4573-aa7b-94210255eb67 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Jun 23 09:28:10.775496 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:10.820941 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:10.825621 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:11.276502 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['732238d5-e9fb-41b3-9753-b880285a15e2'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:28:11.786814 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085851e-ba9f-4869-ba82-334afdd06cf9 req-a2a017f8-ce93-4ecf-bb7c-7ff7c3491dcb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:11.788321 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3085851e-ba9f-4869-ba82-334afdd06cf9 req-a2a017f8-ce93-4ecf-bb7c-7ff7c3491dcb tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 945 time: 0.0483198 Jun 23 09:28:11.836838 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3085851e-ba9f-4869-ba82-334afdd06cf9 req-7a420753-4a44-4a13-8427-0c6a039ff309 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Jun 23 09:28:12.303038 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-cc71e278-109b-4dc8-9d9c-fd77e415c0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:12.468027 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:12.509302 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 732238d5-e9fb-41b3-9753-b880285a15e2 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:28:12.657714 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 732238d5-e9fb-41b3-9753-b880285a15e2 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:12.658089 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:12.763830 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 732238d5-e9fb-41b3-9753-b880285a15e2 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:12.763830 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:12.763830 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:12.764831 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c24c1d-d338-465a-89c2-3b5a69cba4ce" -d '{"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-plugged", "status": "completed", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:12.778273 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:12.803327 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7159fbd4-6c94-42c7-a864-aca4b5fd2de8 x-openstack-request-id: req-7159fbd4-6c94-42c7-a864-aca4b5fd2de8 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:12.803611 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-plugged", "status": "completed", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:12.803856 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7159fbd4-6c94-42c7-a864-aca4b5fd2de8 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:12.804253 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7159fbd4-6c94-42c7-a864-aca4b5fd2de8'] response: {'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2', 'code': 200} Jun 23 09:28:12.926338 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:12.927256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 7e165660-7f44-4727-aed6-950889dca500 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:28:12.949954 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 7e165660-7f44-4727-aed6-950889dca500 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:28:12.950301 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 7e165660-7f44-4727-aed6-950889dca500 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:28:12.960770 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08244b2-1b4b-4776-9ed2-db7290eb982c req-2a98882b-6974-43ca-892e-48a3490c6b4f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:12.962352 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d08244b2-1b4b-4776-9ed2-db7290eb982c req-2a98882b-6974-43ca-892e-48a3490c6b4f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 945 time: 0.0528958 Jun 23 09:28:12.991058 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:13.009715 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d08244b2-1b4b-4776-9ed2-db7290eb982c req-36d19f24-6c15-48c6-b7a9-7f6593835daa tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 Jun 23 09:28:13.214532 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05dd7f-6d8f-4b1b-8609-de90a104fe4f req-7d9f3af4-b78c-4cfd-b2f7-f70bd6af253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:13.216028 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-de05dd7f-6d8f-4b1b-8609-de90a104fe4f req-7d9f3af4-b78c-4cfd-b2f7-f70bd6af253e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 1130 time: 0.0414314 Jun 23 09:28:13.259352 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-de05dd7f-6d8f-4b1b-8609-de90a104fe4f req-1b269b30-8fbf-4fbe-9bda-740360d5c15f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367200 Jun 23 09:28:13.520568 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:14.133996 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb7d67-9ecd-4b61-8046-aef3613dda51 req-a1fd4879-1c3a-4f38-8c74-afa122a9a88f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:14.135527 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-75bb7d67-9ecd-4b61-8046-aef3613dda51 req-a1fd4879-1c3a-4f38-8c74-afa122a9a88f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0470695 Jun 23 09:28:14.186762 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-75bb7d67-9ecd-4b61-8046-aef3613dda51 req-f9269e5f-1599-446e-b07c-7a70e22be0c3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457296 Jun 23 09:28:15.070436 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:15.303085 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c1a11-f173-4322-a924-14a5d1850984 req-c3f10963-5f8f-4dde-b861-128bdae46be2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:15.304487 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-114c1a11-f173-4322-a924-14a5d1850984 req-c3f10963-5f8f-4dde-b861-128bdae46be2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0473967 Jun 23 09:28:15.359256 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-114c1a11-f173-4322-a924-14a5d1850984 req-ab5d8f96-5fe1-425a-83aa-8a4e0c5d2df3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485945 Jun 23 09:28:15.410034 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:15.478116 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891848e5-a1bb-4113-ac7d-0b628383da51 req-007ab528-b059-40e1-b10d-c251cb93787d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:15.479724 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-891848e5-a1bb-4113-ac7d-0b628383da51 req-007ab528-b059-40e1-b10d-c251cb93787d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0472634 Jun 23 09:28:15.489055 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46490) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:15.493495 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Request body: {'floatingip': {'port_id': '732238d5-e9fb-41b3-9753-b880285a15e2'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:15.531471 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (95c81047-2bea-4aa5-8eb9-a085f1e77215), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:15.970381 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:15.972728 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:16.075411 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (95c81047-2bea-4aa5-8eb9-a085f1e77215), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:16.173091 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Floating IP 95c81047-2bea-4aa5-8eb9-a085f1e77215 associated. External IP: 172.27.2.64, port: 732238d5-e9fb-41b3-9753-b880285a15e2. Jun 23 09:28:16.287942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92725b-c19c-4445-8d60-2816c024741e req-5845a206-3f99-449c-9a16-ade130c0cbde tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:16.289380 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-df92725b-c19c-4445-8d60-2816c024741e req-5845a206-3f99-449c-9a16-ade130c0cbde tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 946 time: 0.0822134 Jun 23 09:28:16.379906 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-df92725b-c19c-4445-8d60-2816c024741e req-2ba6efe4-9d4d-4710-a308-e0eaba29cfd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834818 Jun 23 09:28:16.385879 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:16.449590 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Router d3cc802d-ab00-4d73-8414-435a85e23c40 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:28:16.554455 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:16.577451 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:16.577556 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] Sync routers for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:16.577556 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:16.577556 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:16.589928 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ba587182-3e13-4176-b481-3ad443970dad tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "PUT /v2.0/floatingips/95c81047-2bea-4aa5-8eb9-a085f1e77215 HTTP/1.1" status: 200 len: 991 time: 1.0993290 Jun 23 09:28:16.590605 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:16.592900 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:16.634465 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf639a-9688-40f5-bdb2-eb6f0e9ba9cb x-openstack-request-id: req-0cbf639a-9688-40f5-bdb2-eb6f0e9ba9cb {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:16.634465 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:16.634465 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cbf639a-9688-40f5-bdb2-eb6f0e9ba9cb {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:16.634465 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbf639a-9688-40f5-bdb2-eb6f0e9ba9cb'] response: {'name': 'network-changed', 'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2', 'status': 'completed', 'code': 200} Jun 23 09:28:16.679039 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:16.883215 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '95c81047-2bea-4aa5-8eb9-a085f1e77215', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'port_id': '732238d5-e9fb-41b3-9753-b880285a15e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'mac_address': 'fa:16:3e:ba:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:57Z', 'updated_at': '2022-06-23T09:28:15Z', 'revision_number': 1, 'project_id': '29ece34041e04c78868e53d90b658a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:16.908319 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] Checking router: d3cc802d-ab00-4d73-8414-435a85e23c40 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:16.917080 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:16.917080 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:16.944620 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46512) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:17.017611 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:17.078836 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-dec91501-b5c8-4866-bce1-61c982f688b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0a012cfeede49989fda04fdd2ba45ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330330 Jun 23 09:28:17.080629 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46516) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:17.129355 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Publish callbacks [] for security_group (f211a309-8cec-4819-a111-5c9eed428964), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:17.151804 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Publish callbacks [] for security_group (f211a309-8cec-4819-a111-5c9eed428964), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:17.229460 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '95c81047-2bea-4aa5-8eb9-a085f1e77215', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'port_id': '732238d5-e9fb-41b3-9753-b880285a15e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'mac_address': 'fa:16:3e:ba:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:57Z', 'updated_at': '2022-06-23T09:28:15Z', 'revision_number': 1, 'project_id': '29ece34041e04c78868e53d90b658a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:17.254118 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d555d116-51a1-4847-a553-ea3d18caf473 None None] The sync data for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi is: [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '95c81047-2bea-4aa5-8eb9-a085f1e77215', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'port_id': '732238d5-e9fb-41b3-9753-b880285a15e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'mac_address': 'fa:16:3e:ba:a7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:27:57Z', 'updated_at': '2022-06-23T09:28:15Z', 'revision_number': 1, 'project_id': '29ece34041e04c78868e53d90b658a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:17.297795 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (f211a309-8cec-4819-a111-5c9eed428964), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:17.300409 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:17.301587 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f211a309-8cec-4819-a111-5c9eed428964 HTTP/1.1" status: 204 len: 168 time: 0.2200055 Jun 23 09:28:17.313231 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211a309-8cec-4819-a111-5c9eed428964,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:17.321723 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.322101 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.322400 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.322733 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.323077 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.323416 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.323738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.324056 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.324375 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.324695 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.325008 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.325342 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.325640 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.325951 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.326261 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58d7b7-1494-4308-bfa2-33fd5ed88733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:17.458979 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7c44e9-c9cd-4809-a208-5b828ae64e87 None None] New status for floating IP 95c81047-2bea-4aa5-8eb9-a085f1e77215: ACTIVE {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:28:17.508658 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb9e52-3fed-4def-9d75-fb2c9e763964 req-251ef6ec-59c5-4d13-b954-f2728bc1b435 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:17.510974 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b2cb9e52-3fed-4def-9d75-fb2c9e763964 req-251ef6ec-59c5-4d13-b954-f2728bc1b435 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 946 time: 0.0603139 Jun 23 09:28:17.557136 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-2d8c4617-d204-4aed-8625-0783bd3d2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:17.559436 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-2d8c4617-d204-4aed-8625-0783bd3d2f65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 1130 time: 0.0407465 Jun 23 09:28:17.563626 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b2cb9e52-3fed-4def-9d75-fb2c9e763964 req-4e0d7c72-a0e3-486a-87f8-85ea758b5f7f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e0d1a3-f060-44a5-9354-92f209f63809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470340 Jun 23 09:28:17.737190 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:17.765019 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:17.794402 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-be73c33f-a9c5-42c5-b2e0-991952d1a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:17.796000 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-be73c33f-a9c5-42c5-b2e0-991952d1a7de service neutron] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 917 time: 0.0962036 Jun 23 09:28:17.922679 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-fe600786-75cd-41d8-bd82-4b296558b0c1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:17.924364 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-fe600786-75cd-41d8-bd82-4b296558b0c1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 946 time: 0.0471585 Jun 23 09:28:17.930645 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-76454190-0878-4401-8c85-7059df0474dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732238d5-e9fb-41b3-9753-b880285a15e2 HTTP/1.1" status: 200 len: 1001 time: 0.0540345 Jun 23 09:28:17.983360 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-f0c986a5-8172-428c-b194-c20291e3ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:17.985086 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-f0c986a5-8172-428c-b194-c20291e3ff36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.0482621 Jun 23 09:28:18.014887 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Deleting port e1a628b3-9901-4e94-8ad7-07ac85c70f71 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:28:18.015153 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.030128 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-be6f266f-8d0c-47c8-88e0-c8d0bd22c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:18.032498 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-be6f266f-8d0c-47c8-88e0-c8d0bd22c821 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409596 Jun 23 09:28:18.044719 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:18.106503 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] For port e1a628b3-9901-4e94-8ad7-07ac85c70f71, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e1a628b3-9901-4e94-8ad7-07ac85c70f71,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:18.106869 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.129055 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-0886a853-b2e7-4e69-ae15-4b32956fa684 service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894320 Jun 23 09:28:18.232000 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:18.232302 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b80e3c3-8dfb-41ca-b34b-9d4ec2140ee7 req-c6de37ee-8c44-4882-a043-4032e1cdc78c service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981395 Jun 23 09:28:18.290228 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.290228 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (886a0768-50f6-423d-99c5-2b499005b981), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.290228 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Floating IP 886a0768-50f6-423d-99c5-2b499005b981 disassociated. External IP: 172.27.2.106, port: e1a628b3-9901-4e94-8ad7-07ac85c70f71. Jun 23 09:28:18.290228 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Calling delete_port for e1a628b3-9901-4e94-8ad7-07ac85c70f71 owned by compute:nova {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:28:18.478950 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46542) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:18.506564 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (e1a628b3-9901-4e94-8ad7-07ac85c70f71), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.537618 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'Port': ['ID=e1a628b3-9901-4e94-8ad7-07ac85c70f71,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:18.591495 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1138841467-network', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:18.665009 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-40e792bc-42f4-47f7-90f8-630f43cb52fc req-d3e4cfd8-7f9e-4525-8c5e-afcafc4bca65 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 210 time: 0.0283701 Jun 23 09:28:18.665684 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:28:18.754713 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Made reservation on behalf of f17a6a1110a2462b98908ecbc67564f9 for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:28:18.757032 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.767948 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.791291 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:18.800492 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:18.823006 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:18.823006 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:18.844815 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] No DVR routers for this DVR port e1a628b3-9901-4e94-8ad7-07ac85c70f71 on host hv-cinder-84727 {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:28:18.849905 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.853311 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1d7a832e-dc86-42a4-8e67-1306e332f4d5 req-a2486070-e71f-450e-9246-5bd9a04b141f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "DELETE /v2.0/ports/e1a628b3-9901-4e94-8ad7-07ac85c70f71 HTTP/1.1" status: 204 len: 173 time: 0.9237232 Jun 23 09:28:18.853741 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'name': 'network-vif-deleted', 'tag': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:18.856010 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f01e5a-1615-4018-9dd1-b826eb5bd11d" -d '{"events": [{"server_uuid": "da4d3349-a28c-4fb0-8cb5-12cad9123599", "name": "network-vif-deleted", "tag": "e1a628b3-9901-4e94-8ad7-07ac85c70f71"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:18.889186 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:18.909034 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Publish callbacks [] for security_group (0edf9827-2684-400d-8fa5-c6c17c7a6485), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:18.916128 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6fbeb1-dd39-493f-affa-b4bd557197c3 x-openstack-request-id: req-9b6fbeb1-dd39-493f-affa-b4bd557197c3 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:18.916427 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4d3349-a28c-4fb0-8cb5-12cad9123599", "name": "network-vif-deleted", "tag": "e1a628b3-9901-4e94-8ad7-07ac85c70f71", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:18.916683 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b6fbeb1-dd39-493f-affa-b4bd557197c3 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:18.917091 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6fbeb1-dd39-493f-affa-b4bd557197c3'] response: {'server_uuid': 'da4d3349-a28c-4fb0-8cb5-12cad9123599', 'name': 'network-vif-deleted', 'tag': 'e1a628b3-9901-4e94-8ad7-07ac85c70f71', 'status': 'completed', 'code': 200} Jun 23 09:28:18.917450 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:19.008283 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:19.012708 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (0edf9827-2684-400d-8fa5-c6c17c7a6485), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:19.043107 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:28:19.054216 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edf9827-2684-400d-8fa5-c6c17c7a6485,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:19.060082 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (3160a7c6-455d-4915-93ef-8fe05b56964d), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:19.060426 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Added segment 3160a7c6-455d-4915-93ef-8fe05b56964d of type vlan for network 3e6d8e95-96b3-49d4-8814-891949660fde Jun 23 09:28:19.072403 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:19.101718 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (3e6d8e95-96b3-49d4-8814-891949660fde), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:19.203935 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (3e6d8e95-96b3-49d4-8814-891949660fde), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:19.204954 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:19.205706 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:19.230897 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:11Z', 'revision_number': 2, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:19.235781 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:19.257382 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:19.269872 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] Pushing event updated for resources: {'Network': ['ID=3e6d8e95-96b3-49d4-8814-891949660fde,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:19.270075 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:19.270552 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:19.279525 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 3e6d8e95-96b3-49d4-8814-891949660fde details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:28:19.331591 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ab45996e-15ff-48cf-a550-7e7c64549d63 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8488164 Jun 23 09:28:19.331791 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46550) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:19.336826 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Request body: {'subnet': {'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1138841467-subnet', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:19.377111 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:19.446158 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Made reservation on behalf of f17a6a1110a2462b98908ecbc67564f9 for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:28:19.448803 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9992445'] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:19.591298 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:11Z', 'revision_number': 2, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:19.615101 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5a3e9-63be-4eb3-83ec-b68763ef9a88 None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '6f25c04b-a83b-4951-b80c-f3a22c849309', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 267, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:67:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:25:38Z', 'updated_at': '2022-06-23T09:26:11Z', 'revision_number': 2, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:19.712999 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9992331'] for subnet (60c84e34-b082-41b8-a38a-07c229aaa839), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:19.768258 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c84e34-b082-41b8-a38a-07c229aaa839,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:19.782622 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a608fac2-0d32-4909-b8a4-499cd9efa3d9 req-92210adf-1c89-4e87-824f-ab73ba61bbf6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=da4d3349-a28c-4fb0-8cb5-12cad9123599 HTTP/1.1" status: 200 len: 210 time: 0.0303910 Jun 23 09:28:19.784738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Checking segment: {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:19.785103 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Network hostable DHCP agents. Network: 3e6d8e95-96b3-49d4-8814-891949660fde, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:28:19.854359 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5c5c4f-495d-4456-bbfb-810deb55c739 None None] New status for floating IP 886a0768-50f6-423d-99c5-2b499005b981: DOWN {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:28:19.880501 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Network 3e6d8e95-96b3-49d4-8814-891949660fde is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:28:19.988891 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 3e6d8e95-96b3-49d4-8814-891949660fde) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:19.993319 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:19.994355 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.000279 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c3a22-9162-4a78-aea9-c8a3b29d562b None None] Network 3e6d8e95-96b3-49d4-8814-891949660fde requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:28:20.024504 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:20.101281 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a543b13f-b2bd-4b22-94fd-83a710d2bb16 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7677808 Jun 23 09:28:20.103507 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46554) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:20.109491 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-3e6d8e95-96b3-49d4-8814-891949660fde', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:28:20.109491 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.109739 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:20.189281 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (ae014fe9-9095-4166-aa22-60be6266a490), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.190388 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (ae014fe9-9095-4166-aa22-60be6266a490), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.201382 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:20.245134 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Allocated IP 172.20.0.2 (3e6d8e95-96b3-49d4-8814-891949660fde/60c84e34-b082-41b8-a38a-07c229aaa839/77aa0f7d-c67c-4260-8a82-cf6adfe18f5b) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:20.286808 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:20.394575 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Publish callbacks [] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.484011 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.493096 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks [] for router_controller (ae014fe9-9095-4166-aa22-60be6266a490), precommit_add_association {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.529516 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Network 3e6d8e95-96b3-49d4-8814-891949660fde is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:20.534120 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:20.538813 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:20.541864 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Pushing event updated for resources: {'Port': ['ID=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:20.597423 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Attempting to bind port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:20.597799 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Attempting to bind port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:20.598165 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Attempting to bind port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b on network 3e6d8e95-96b3-49d4-8814-891949660fde {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:20.603161 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:20.603538 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Checking segment: {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:20.603944 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.604389 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Bound using segment: {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:20.605380 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Bound port: 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:20.605763 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.665183 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] For port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:20.668756 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] For port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:20.694460 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks [] for router_gateway (ae014fe9-9095-4166-aa22-60be6266a490), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.772256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:20.835082 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a92d1-5749-429c-8e40-54bb58185a64 None None] Pushing event updated for resources: {'Port': ['ID=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:20.944934 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46560) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:20.973800 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:21.014399 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-04dbd1c3-c58e-456f-9a11-51a7a1e719dc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (f4e0d1a3-f060-44a5-9354-92f209f63809), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.028896 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks [] for router_gateway (ae014fe9-9095-4166-aa22-60be6266a490), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.041752 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-04dbd1c3-c58e-456f-9a11-51a7a1e719dc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (f4e0d1a3-f060-44a5-9354-92f209f63809), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.053551 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.189183 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Allocated IP 172.27.2.34 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/c7559ed3-5ae9-495a-a040-5166de9a0656) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:21.192860 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:21.203701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-04dbd1c3-c58e-456f-9a11-51a7a1e719dc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (f4e0d1a3-f060-44a5-9354-92f209f63809), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.206369 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-04dbd1c3-c58e-456f-9a11-51a7a1e719dc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.207657 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-04dbd1c3-c58e-456f-9a11-51a7a1e719dc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "DELETE /v2.0/security-groups/f4e0d1a3-f060-44a5-9354-92f209f63809 HTTP/1.1" status: 204 len: 168 time: 0.2611480 Jun 23 09:28:21.211275 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46562) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:21.229008 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbd1c3-c58e-456f-9a11-51a7a1e719dc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e0d1a3-f060-44a5-9354-92f209f63809,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:21.238209 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.api.v2.resource [None req-f9223c88-10f8-49c6-9c5a-28e32c454d1b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] show failed (client error): The resource could not be found. Jun 23 09:28:21.239528 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-f9223c88-10f8-49c6-9c5a-28e32c454d1b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups/f4e0d1a3-f060-44a5-9354-92f209f63809 HTTP/1.1" status: 404 len: 347 time: 0.0271807 Jun 23 09:28:21.242777 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46564) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:21.306751 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks [] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.358163 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Deleting port a81c51b2-897f-4473-b5fd-341ea45e11bf {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:28:21.358505 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (a81c51b2-897f-4473-b5fd-341ea45e11bf), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.425096 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:21.443065 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (a81c51b2-897f-4473-b5fd-341ea45e11bf), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.446451 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (a81c51b2-897f-4473-b5fd-341ea45e11bf), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.456327 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Calling delete_port for a81c51b2-897f-4473-b5fd-341ea45e11bf owned by network:floatingip {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:28:21.458123 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.502314 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:21.505356 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:21.509474 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:21.553221 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Pushing event updated for resources: {'Port': ['ID=c7559ed3-5ae9-495a-a040-5166de9a0656,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:21.596083 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:21.649812 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (a81c51b2-897f-4473-b5fd-341ea45e11bf), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.677968 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'Port': ['ID=a81c51b2-897f-4473-b5fd-341ea45e11bf,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:21.693601 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:21.740138 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:21.740533 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.752589 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (886a0768-50f6-423d-99c5-2b499005b981), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.755340 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.759378 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-99b9b7e3-6f75-48bd-9c0b-5ed8a4d23280 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "DELETE /v2.0/floatingips/886a0768-50f6-423d-99c5-2b499005b981 HTTP/1.1" status: 204 len: 168 time: 0.5155580 Jun 23 09:28:21.838658 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:21.839894 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.840981 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks [] for router_gateway (ae014fe9-9095-4166-aa22-60be6266a490), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:21.869428 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:21.891234 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:21.897400 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:21.937979 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04591f9f-ba91-47af-b6d9-5896780f97f7 None None] Network 3e6d8e95-96b3-49d4-8814-891949660fde requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:28:21.993445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:22.052547 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-8782ed81-d41e-4769-aa18-9807deee2596 None None] Provisioning complete for port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:22.052918 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8782ed81-d41e-4769-aa18-9807deee2596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:22.056358 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (ae014fe9-9095-4166-aa22-60be6266a490), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:22.114619 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:22.170993 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-8782ed81-d41e-4769-aa18-9807deee2596 None None] Current status of the port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:22.280502 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Router ae014fe9-9095-4166-aa22-60be6266a490 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:28:22.388362 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:22.392662 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-2d2054e4-fd76-4e30-9a8e-8e83322b34e0 None None] Provisioning complete for port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:22.392812 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2d2054e4-fd76-4e30-9a8e-8e83322b34e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:22.396258 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:22.400244 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Sync routers for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:22.411887 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:22.412501 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:22.476269 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-2d2054e4-fd76-4e30-9a8e-8e83322b34e0 None None] Current status of the port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:22.508652 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:22.509982 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e8097349-e619-4897-bb2b-72ba320d8037 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4053791 Jun 23 09:28:22.513384 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46576) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:22.514125 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:22.517041 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device e1a628b3-9901-4e94-8ad7-07ac85c70f71 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:28:22.535851 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: e1a628b3-9901-4e94-8ad7-07ac85c70f71 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:28:22.536194 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device e1a628b3-9901-4e94-8ad7-07ac85c70f71 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:28:22.670282 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:22.680227 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:21Z', 'revision_number': 3, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:22.705156 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Checking router: ae014fe9-9095-4166-aa22-60be6266a490 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:22.705425 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Updating router ae014fe9-9095-4166-aa22-60be6266a490 port c7559ed3-5ae9-495a-a040-5166de9a0656 binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:28:22.737340 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:22.910780 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:22.980638 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Publish callbacks [] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.060591 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.063805 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Allocated IP 172.20.0.1 (3e6d8e95-96b3-49d4-8814-891949660fde/60c84e34-b082-41b8-a38a-07c229aaa839/3b9ec84e-dd36-468a-9c60-b410d1073705) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:23.113829 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Attempting to bind port c7559ed3-5ae9-495a-a040-5166de9a0656 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:23.114272 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Attempting to bind port c7559ed3-5ae9-495a-a040-5166de9a0656 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:23.114629 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Attempting to bind port c7559ed3-5ae9-495a-a040-5166de9a0656 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:23.117636 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Pushing event updated for resources: {'Port': ['ID=c7559ed3-5ae9-495a-a040-5166de9a0656,revision_number=2']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:23.125180 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:23.125549 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:23.125948 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.126338 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:23.126797 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Bound port: c7559ed3-5ae9-495a-a040-5166de9a0656, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:23.127212 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.129460 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:23.131042 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.131201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:23.131393 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.131761 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.132104 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.132440 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.132773 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.133099 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.133427 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.133756 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.134079 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.134429 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.134739 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.135090 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.135415 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.135736 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:23.178843 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Publish callbacks [] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.194388 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] For port c7559ed3-5ae9-495a-a040-5166de9a0656, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:23.197557 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] For port c7559ed3-5ae9-495a-a040-5166de9a0656, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=c7559ed3-5ae9-495a-a040-5166de9a0656,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:23.337666 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.337913 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.379741 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:23.387777 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Network 3e6d8e95-96b3-49d4-8814-891949660fde is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:23.391375 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:23.393658 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9ec84e-dd36-468a-9c60-b410d1073705,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:23.395444 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:23.402691 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:23.403541 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:23.406899 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a8055-5808-4d72-bb17-8482b99df1b2 None None] Pushing event updated for resources: {'Port': ['ID=c7559ed3-5ae9-495a-a040-5166de9a0656,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:23.449955 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (ae014fe9-9095-4166-aa22-60be6266a490), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.515049 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:23.659163 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:23.691185 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:21Z', 'revision_number': 3, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:23.703159 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.712760 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-c207ec13-038c-4f1d-92c4-36f3eca42fcb None None] Provisioning complete for port 3b9ec84e-dd36-468a-9c60-b410d1073705 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:23.713144 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c207ec13-038c-4f1d-92c4-36f3eca42fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.725432 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4e2f9-8187-4630-9e40-5727d8210e4f None None] The sync data for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi is: [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:21Z', 'revision_number': 3, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:23.762009 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-c207ec13-038c-4f1d-92c4-36f3eca42fcb None None] Port 3b9ec84e-dd36-468a-9c60-b410d1073705 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:23.763036 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:23.763474 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.838777 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:23.884396 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Publish callbacks [] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:23.961392 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:24.029747 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9ec84e-dd36-468a-9c60-b410d1073705,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:24.033052 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (ae014fe9-9095-4166-aa22-60be6266a490), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:24.109734 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:24.134769 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Network 3e6d8e95-96b3-49d4-8814-891949660fde is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:24.136359 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:24.259160 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Router ae014fe9-9095-4166-aa22-60be6266a490 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:28:24.376121 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:24.381061 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b5ab9907-8d23-42e1-8bd1-4dcd06eded98 admin admin] 10.222.0.52 "PUT /v2.0/routers/ae014fe9-9095-4166-aa22-60be6266a490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665514 Jun 23 09:28:24.400707 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-d1106a22-be6f-4e9c-b49f-d829caa48c00 None None] Provisioning complete for port 3b9ec84e-dd36-468a-9c60-b410d1073705 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:24.401348 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d1106a22-be6f-4e9c-b49f-d829caa48c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:24.437910 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d1106a22-be6f-4e9c-b49f-d829caa48c00 None None] Port 3b9ec84e-dd36-468a-9c60-b410d1073705 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:24.984441 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb253e7f-4fdf-422d-bfb1-b1f6d5ae0cec req-49e97e25-774e-41dd-b789-ec682c6f5146 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:24.986172 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:24.986638 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fb253e7f-4fdf-422d-bfb1-b1f6d5ae0cec req-49e97e25-774e-41dd-b789-ec682c6f5146 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 946 time: 0.0482621 Jun 23 09:28:25.050692 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fb253e7f-4fdf-422d-bfb1-b1f6d5ae0cec req-713e55e6-ff53-442e-9202-76aad607c5d7 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569410 Jun 23 09:28:25.177045 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46610) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:25.183555 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1831731999-network', 'tenant_id': '2b59fd48833d405689eef891b34f5da3'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:25.297413 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Made reservation on behalf of 2b59fd48833d405689eef891b34f5da3 for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:28:25.299861 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.309640 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.353433 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Sync routers for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:25.365211 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:25.365835 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:25.398783 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Publish callbacks [] for security_group (2aa0498d-2663-48cc-9656-fcb6d6791d5b), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.468152 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:25.502831 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (2aa0498d-2663-48cc-9656-fcb6d6791d5b), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.524399 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:28:25.538992 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa0498d-2663-48cc-9656-fcb6d6791d5b,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:25.543311 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:25.544588 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (a94e81b1-8bf4-4713-97f5-51375c2674bb), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.544934 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Added segment a94e81b1-8bf4-4713-97f5-51375c2674bb of type vlan for network 0c780a2f-91ca-4722-97d3-7011208c2304 Jun 23 09:28:25.586167 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (0c780a2f-91ca-4722-97d3-7011208c2304), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.662720 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 2, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:25.665890 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device c7559ed3-5ae9-495a-a040-5166de9a0656 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:25.684188 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (0c780a2f-91ca-4722-97d3-7011208c2304), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.685205 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:25.685797 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.752485 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] Pushing event updated for resources: {'Network': ['ID=0c780a2f-91ca-4722-97d3-7011208c2304,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:25.809176 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-fc18ea93-ec56-49d7-9948-eff47dfa082f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6309824 Jun 23 09:28:25.811948 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46612) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:25.816717 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Request body: {'subnet': {'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1831731999-subnet', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:25.838237 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 0c780a2f-91ca-4722-97d3-7011208c2304 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:28:25.845429 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Checking router: ae014fe9-9095-4166-aa22-60be6266a490 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:25.845777 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Updating router ae014fe9-9095-4166-aa22-60be6266a490 port 3b9ec84e-dd36-468a-9c60-b410d1073705 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:28:25.847705 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:25.882497 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:25.915596 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Made reservation on behalf of 2b59fd48833d405689eef891b34f5da3 for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:28:25.918663 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9992445'] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.937089 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:25.962724 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port c7559ed3-5ae9-495a-a040-5166de9a0656 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:25.963128 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.064999 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:26.112704 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:26.147758 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port c7559ed3-5ae9-495a-a040-5166de9a0656 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:26.148143 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.162644 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9992331'] for subnet (f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.203508 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port c7559ed3-5ae9-495a-a040-5166de9a0656, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=c7559ed3-5ae9-495a-a040-5166de9a0656,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:26.210757 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cae829-aacd-4cd2-bee9-3f4986fb51b3 req-4673f4a0-9783-4b58-a495-5a724cdee1f5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:26.212689 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-95cae829-aacd-4cd2-bee9-3f4986fb51b3 req-4673f4a0-9783-4b58-a495-5a724cdee1f5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 946 time: 0.0808699 Jun 23 09:28:26.253790 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:26.273901 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Checking segment: {'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:26.276410 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Network hostable DHCP agents. Network: 0c780a2f-91ca-4722-97d3-7011208c2304, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:28:26.276528 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.296684 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-95cae829-aacd-4cd2-bee9-3f4986fb51b3 req-796bdc92-8f10-470f-8c96-3921583e360b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772262 Jun 23 09:28:26.311832 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Publish callbacks [] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.334204 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=c7559ed3-5ae9-495a-a040-5166de9a0656,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:26.375099 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Network 0c780a2f-91ca-4722-97d3-7011208c2304 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:28:26.375281 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.425486 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Pushing event updated for resources: {'Port': ['ID=3b9ec84e-dd36-468a-9c60-b410d1073705,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:26.451985 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 0c780a2f-91ca-4722-97d3-7011208c2304) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:26.458410 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:26.458733 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.472029 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889487b-3b82-46bb-a023-683dfbdd4145 None None] Network 0c780a2f-91ca-4722-97d3-7011208c2304 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:28:26.507173 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Attempting to bind port 3b9ec84e-dd36-468a-9c60-b410d1073705 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:26.507542 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Attempting to bind port 3b9ec84e-dd36-468a-9c60-b410d1073705 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:26.507907 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Attempting to bind port 3b9ec84e-dd36-468a-9c60-b410d1073705 on network 3e6d8e95-96b3-49d4-8814-891949660fde {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:26.517658 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:26.518034 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Checking segment: {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:26.518434 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.518825 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Bound using segment: {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:26.519324 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Bound port: 3b9ec84e-dd36-468a-9c60-b410d1073705, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:26.519708 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.552820 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-7f5b3193-a456-4e58-a0f5-d876ad270380 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7374370 Jun 23 09:28:26.553622 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46616) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:26.558250 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:26.636709 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-0c780a2f-91ca-4722-97d3-7011208c2304', 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304', 'project_id': '2b59fd48833d405689eef891b34f5da3', 'fixed_ips': [{'subnet_id': 'f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:28:26.637611 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.649428 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] For port 3b9ec84e-dd36-468a-9c60-b410d1073705, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:26.659667 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (20fefb11-23a0-4d23-acf0-bdd67adaa146), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.659667 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (20fefb11-23a0-4d23-acf0-bdd67adaa146), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.666341 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] For port 3b9ec84e-dd36-468a-9c60-b410d1073705, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=3b9ec84e-dd36-468a-9c60-b410d1073705,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:26.713619 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks [] for router_controller (20fefb11-23a0-4d23-acf0-bdd67adaa146), precommit_add_association {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.731519 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-23617650-0062-44dc-b4c3-4dab5566aef8 None None] Provisioning complete for port 3b9ec84e-dd36-468a-9c60-b410d1073705 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:26.731900 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-23617650-0062-44dc-b4c3-4dab5566aef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.780519 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:26.786940 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-23617650-0062-44dc-b4c3-4dab5566aef8 None None] Port 3b9ec84e-dd36-468a-9c60-b410d1073705 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:26.869090 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Allocated IP 172.20.0.2 (0c780a2f-91ca-4722-97d3-7011208c2304/f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa/51e24b87-5c47-4445-bb20-6aadf76d31e2) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:26.887365 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:26.888217 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:26.890180 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:26.929037 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Pushing event updated for resources: {'Port': ['ID=3b9ec84e-dd36-468a-9c60-b410d1073705,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:26.951965 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.952509 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.952860 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.953219 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.953555 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.953884 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.954213 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.954538 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.954861 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.955214 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.955536 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.955870 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.956196 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.956512 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:26.956829 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d89b88-c2ce-4c57-b51c-a07dce010763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:28:27.079256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:27.194849 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:27.195538 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-8c14b82c-baa6-439d-8f24-2cda66877a31 None None] Provisioning complete for port 3b9ec84e-dd36-468a-9c60-b410d1073705 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:27.195913 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8c14b82c-baa6-439d-8f24-2cda66877a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.239489 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-58f4ef69-b135-40f4-9e4b-d9a568aa4a2b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:27.241050 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-58f4ef69-b135-40f4-9e4b-d9a568aa4a2b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 946 time: 0.1093662 Jun 23 09:28:27.242018 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:27.270053 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Publish callbacks [] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.299483 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks [] for router_gateway (20fefb11-23a0-4d23-acf0-bdd67adaa146), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.329201 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:27.364645 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Deleting port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:28:27.365020 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.391933 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.397081 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-8c14b82c-baa6-439d-8f24-2cda66877a31 None None] Current status of the port 3b9ec84e-dd36-468a-9c60-b410d1073705 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:27.397441 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8c14b82c-baa6-439d-8f24-2cda66877a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.430227 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676d495-d45a-44f2-83ea-b31560ef81fe req-fe285df9-3789-465d-8dd0-f4baa5337ba0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:27.432398 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2676d495-d45a-44f2-83ea-b31560ef81fe req-fe285df9-3789-465d-8dd0-f4baa5337ba0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 946 time: 0.0630071 Jun 23 09:28:27.501875 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2676d495-d45a-44f2-83ea-b31560ef81fe req-30c155e5-c3eb-417f-99df-fd3e4c4cf89f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=51a67495-784e-4703-99e7-04c3c8624d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588350 Jun 23 09:28:27.524139 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] For port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:27.524302 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.609100 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:27.645065 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Network 0c780a2f-91ca-4722-97d3-7011208c2304 is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:27.646116 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Pushing event updated for resources: {'Port': ['ID=51e24b87-5c47-4445-bb20-6aadf76d31e2,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:27.654095 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e9bb2-07fa-4ea9-80f0-c95a2c862735 None None] The sync data for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi is: [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:27.658197 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:27.665865 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-8c14b82c-baa6-439d-8f24-2cda66877a31 None None] For port 3b9ec84e-dd36-468a-9c60-b410d1073705, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=3b9ec84e-dd36-468a-9c60-b410d1073705,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:27.665865 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:27.674329 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:27.695559 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device c7559ed3-5ae9-495a-a040-5166de9a0656 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:27.754778 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8c14b82c-baa6-439d-8f24-2cda66877a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.760449 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks [] for router_gateway (20fefb11-23a0-4d23-acf0-bdd67adaa146), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.816701 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.847374 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Attempting to bind port 51e24b87-5c47-4445-bb20-6aadf76d31e2 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:27.847840 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Attempting to bind port 51e24b87-5c47-4445-bb20-6aadf76d31e2 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:27.848279 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Attempting to bind port 51e24b87-5c47-4445-bb20-6aadf76d31e2 on network 0c780a2f-91ca-4722-97d3-7011208c2304 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:27.848452 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.848783 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (6f25c04b-a83b-4951-b80c-f3a22c849309), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.849166 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Floating IP 6f25c04b-a83b-4951-b80c-f3a22c849309 disassociated. External IP: 172.27.2.101, port: d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3. Jun 23 09:28:27.849581 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Calling delete_port for d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 owned by compute:nova {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:28:27.870304 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:27.871096 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Checking segment: {'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:27.871591 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.872042 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Bound using segment: {'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:27.872607 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Bound port: 51e24b87-5c47-4445-bb20-6aadf76d31e2, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:27.873084 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.893057 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14b82c-baa6-439d-8f24-2cda66877a31 None None] Pushing event updated for resources: {'Port': ['ID=3b9ec84e-dd36-468a-9c60-b410d1073705,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:27.897769 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port c7559ed3-5ae9-495a-a040-5166de9a0656 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:27.898232 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.943758 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:27.987811 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] For port 51e24b87-5c47-4445-bb20-6aadf76d31e2, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:27.991479 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] For port 51e24b87-5c47-4445-bb20-6aadf76d31e2, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=51e24b87-5c47-4445-bb20-6aadf76d31e2,segment=NetworkSegment(a94e81b1-8bf4-4713-97f5-51375c2674bb),segment_id=a94e81b1-8bf4-4713-97f5-51375c2674bb)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:28.019313 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Allocated IP 172.27.2.23 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/e2a8ed1d-5fdf-402a-9d35-8c516e232eb1) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:28.021999 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:28.027574 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port c7559ed3-5ae9-495a-a040-5166de9a0656 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:28.035306 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:28.121212 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:28.183010 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks [] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:28.213530 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a2fc0-703d-4a5c-ba6a-46391476408a None None] Pushing event updated for resources: {'Port': ['ID=51e24b87-5c47-4445-bb20-6aadf76d31e2,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:28.249344 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:28.288118 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'Port': ['ID=d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:28.394283 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:28.456437 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:28.462723 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:28.467184 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:28.496033 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:28.501930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:28:28.506857 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Pushing event updated for resources: {'Port': ['ID=e2a8ed1d-5fdf-402a-9d35-8c516e232eb1,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:28.666871 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a428a203-311a-4c22-a317-768bd7f17612 req-56dba5bb-f9d9-4f7a-ada6-5a7e0c869a0e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0652001 Jun 23 09:28:28.764188 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:28.778825 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:28.793026 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:28.793641 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:28.818489 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] No DVR routers for this DVR port d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 on host hv-cinder-84727 {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:28:28.821195 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:28.824641 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1512a878-b064-48a9-b9d8-0a1f588486ff req-26051162-2729-4355-886f-c64554778b20 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "DELETE /v2.0/ports/d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 HTTP/1.1" status: 204 len: 173 time: 1.5778644 Jun 23 09:28:28.825084 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'name': 'network-vif-deleted', 'tag': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:28.827687 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71b69be-22c4-453a-88ff-74c3d676ea2c" -d '{"events": [{"server_uuid": "f0a229b3-a377-4881-9f1c-769d10ba375b", "name": "network-vif-deleted", "tag": "d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:28.903511 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eded7d1-2807-4025-8659-e276f6fc1102 x-openstack-request-id: req-3eded7d1-2807-4025-8659-e276f6fc1102 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:28.903942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a229b3-a377-4881-9f1c-769d10ba375b", "name": "network-vif-deleted", "tag": "d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:28.904294 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3eded7d1-2807-4025-8659-e276f6fc1102 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:28.904804 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eded7d1-2807-4025-8659-e276f6fc1102'] response: {'server_uuid': 'f0a229b3-a377-4881-9f1c-769d10ba375b', 'name': 'network-vif-deleted', 'tag': 'd3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3', 'status': 'completed', 'code': 200} Jun 23 09:28:28.967842 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:28.983657 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks [] for router_gateway (20fefb11-23a0-4d23-acf0-bdd67adaa146), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:29.193769 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:29.229707 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:29.242656 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:29.242656 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:29.256250 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (20fefb11-23a0-4d23-acf0-bdd67adaa146), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:29.351908 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c75b2c2-1e0c-4b28-b764-3943f5e1f974 None None] Network 0c780a2f-91ca-4722-97d3-7011208c2304 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:28:29.369634 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:29.424988 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-352eb5b9-312e-4e6c-b258-8b7006daa694 None None] Provisioning complete for port 51e24b87-5c47-4445-bb20-6aadf76d31e2 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:29.425369 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-352eb5b9-312e-4e6c-b258-8b7006daa694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:29.455572 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:28:29.469092 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:29.508508 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Router 20fefb11-23a0-4d23-acf0-bdd67adaa146 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:28:29.511088 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:29.547437 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-352eb5b9-312e-4e6c-b258-8b7006daa694 None None] Current status of the port 51e24b87-5c47-4445-bb20-6aadf76d31e2 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:29.547861 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-352eb5b9-312e-4e6c-b258-8b7006daa694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:29.588506 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-352eb5b9-312e-4e6c-b258-8b7006daa694 None None] For port 51e24b87-5c47-4445-bb20-6aadf76d31e2, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=51e24b87-5c47-4445-bb20-6aadf76d31e2,segment=NetworkSegment(a94e81b1-8bf4-4713-97f5-51375c2674bb),segment_id=a94e81b1-8bf4-4713-97f5-51375c2674bb)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:29.631012 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:29.666840 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:29.678957 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Sync routers for ids ['20fefb11-23a0-4d23-acf0-bdd67adaa146'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:29.686447 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05538a37-b0ad-4427-a189-ee92b84a9eff None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:29.694066 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Routers {'20fefb11-23a0-4d23-acf0-bdd67adaa146'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:29.694066 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['20fefb11-23a0-4d23-acf0-bdd67adaa146'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:29.760766 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 3b9ec84e-dd36-468a-9c60-b410d1073705 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:29.809141 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-352eb5b9-312e-4e6c-b258-8b7006daa694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:29.827111 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:29.831473 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-158da411-24bc-40f2-8fb5-910524579b5f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2736778 Jun 23 09:28:29.831473 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-722d5472-bb8f-4b2b-b74c-8482be3ec8fb req-474c5a19-9148-4587-b60b-8496487a8ab4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0a229b3-a377-4881-9f1c-769d10ba375b HTTP/1.1" status: 200 len: 210 time: 0.0357282 Jun 23 09:28:29.831745 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46628) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:29.935869 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Set router 20fefb11-23a0-4d23-acf0-bdd67adaa146 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:29.937127 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:29.966290 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eb5b9-312e-4e6c-b258-8b7006daa694 None None] Pushing event updated for resources: {'Port': ['ID=51e24b87-5c47-4445-bb20-6aadf76d31e2,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:30.001584 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-d0581247-7ac0-43de-bc9a-8dd3e15b70c6 None None] Provisioning complete for port 51e24b87-5c47-4445-bb20-6aadf76d31e2 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:30.001959 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d0581247-7ac0-43de-bc9a-8dd3e15b70c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.003466 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 3b9ec84e-dd36-468a-9c60-b410d1073705 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:30.003859 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.088199 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173de7dd-cdd5-44f5-9ca9-04570d6d9795 None None] New status for floating IP 6f25c04b-a83b-4951-b80c-f3a22c849309: DOWN {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:28:30.146051 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:30.162636 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:30.250474 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 3b9ec84e-dd36-468a-9c60-b410d1073705 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:30.251619 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 51e24b87-5c47-4445-bb20-6aadf76d31e2 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:30.260083 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d0581247-7ac0-43de-bc9a-8dd3e15b70c6 None None] Current status of the port 51e24b87-5c47-4445-bb20-6aadf76d31e2 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:30.302339 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:28:28Z', 'revision_number': 3, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:30.334813 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Checking router: 20fefb11-23a0-4d23-acf0-bdd67adaa146 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:30.334813 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Updating router 20fefb11-23a0-4d23-acf0-bdd67adaa146 port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:28:30.362153 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 51e24b87-5c47-4445-bb20-6aadf76d31e2 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:30.363024 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.386898 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.406235 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:30.415546 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:30.530483 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 51e24b87-5c47-4445-bb20-6aadf76d31e2 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:30.541135 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.607101 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:28:30.640702 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:28:30.641043 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d3fa4fcd-e2dc-48ea-b2d5-1dbb442965c3 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:28:30.694012 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Publish callbacks [] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.704197 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Allocated IP 172.20.0.1 (0c780a2f-91ca-4722-97d3-7011208c2304/f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa/b66f0e91-ec43-4000-9047-f8f53b6d1248) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:30.731136 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:30.794158 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.809417 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Publish callbacks [] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.851854 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Attempting to bind port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:30.852228 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Attempting to bind port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:30.852595 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Attempting to bind port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:30.859294 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5e70a-cc56-480e-bc46-2cef02785792 None None] Pushing event updated for resources: {'Port': ['ID=e2a8ed1d-5fdf-402a-9d35-8c516e232eb1,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:30.868717 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:30.869116 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:30.869549 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.869939 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:30.871375 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Bound port: e2a8ed1d-5fdf-402a-9d35-8c516e232eb1, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:30.871375 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.909293 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:30.927716 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] For port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:30.930719 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] For port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=e2a8ed1d-5fdf-402a-9d35-8c516e232eb1,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:30.952254 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Network 0c780a2f-91ca-4722-97d3-7011208c2304 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:30.957059 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:30.960929 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:30.964250 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Pushing event updated for resources: {'Port': ['ID=b66f0e91-ec43-4000-9047-f8f53b6d1248,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:31.003449 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (20fefb11-23a0-4d23-acf0-bdd67adaa146), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.011786 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46636) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:31.071491 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dd5b909c-f4e9-4307-ad46-52b11aededc3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (51a67495-784e-4703-99e7-04c3c8624d7f), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.080893 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.099499 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:31.102814 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dd5b909c-f4e9-4307-ad46-52b11aededc3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (51a67495-784e-4703-99e7-04c3c8624d7f), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.138384 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Routers {'20fefb11-23a0-4d23-acf0-bdd67adaa146'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:31.139027 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['20fefb11-23a0-4d23-acf0-bdd67adaa146'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:31.175242 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5e70a-cc56-480e-bc46-2cef02785792 None None] Pushing event updated for resources: {'Port': ['ID=e2a8ed1d-5fdf-402a-9d35-8c516e232eb1,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:31.209096 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-a33ed6d9-1e0d-41a4-9470-eb8b824b2a5e None None] Provisioning complete for port b66f0e91-ec43-4000-9047-f8f53b6d1248 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:31.209462 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a33ed6d9-1e0d-41a4-9470-eb8b824b2a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.227640 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.282070 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-a33ed6d9-1e0d-41a4-9470-eb8b824b2a5e None None] Port b66f0e91-ec43-4000-9047-f8f53b6d1248 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:31.289817 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] Set router 20fefb11-23a0-4d23-acf0-bdd67adaa146 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:31.312096 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dd5b909c-f4e9-4307-ad46-52b11aededc3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (51a67495-784e-4703-99e7-04c3c8624d7f), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.316845 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:31.317007 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dd5b909c-f4e9-4307-ad46-52b11aededc3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.317502 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-dd5b909c-f4e9-4307-ad46-52b11aededc3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "DELETE /v2.0/security-groups/51a67495-784e-4703-99e7-04c3c8624d7f HTTP/1.1" status: 204 len: 168 time: 0.3046746 Jun 23 09:28:31.322497 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46638) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:31.340876 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b909c-f4e9-4307-ad46-52b11aededc3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a67495-784e-4703-99e7-04c3c8624d7f,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:31.351598 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.api.v2.resource [None req-b35d6c9d-f16a-4b23-ade7-6bc29a348e9b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] show failed (client error): The resource could not be found. Jun 23 09:28:31.351982 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b35d6c9d-f16a-4b23-ade7-6bc29a348e9b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups/51a67495-784e-4703-99e7-04c3c8624d7f HTTP/1.1" status: 404 len: 347 time: 0.0277314 Jun 23 09:28:31.354174 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46640) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:31.420666 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Publish callbacks [] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.472673 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Deleting port 90dade72-1800-4064-b9b8-417a688bbbec {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:28:31.473005 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (90dade72-1800-4064-b9b8-417a688bbbec), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.501111 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.562957 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (90dade72-1800-4064-b9b8-417a688bbbec), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.564018 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (90dade72-1800-4064-b9b8-417a688bbbec), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.575708 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Pushing event updated for resources: {'Port': ['ID=b66f0e91-ec43-4000-9047-f8f53b6d1248,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:31.581055 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (20fefb11-23a0-4d23-acf0-bdd67adaa146), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.586577 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Calling delete_port for 90dade72-1800-4064-b9b8-417a688bbbec owned by network:floatingip {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:28:31.617233 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:28:28Z', 'revision_number': 3, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:31.647817 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba12523-18e1-497d-808d-8780fb79aa73 None None] The sync data for ids ['20fefb11-23a0-4d23-acf0-bdd67adaa146'] in dv-cinder-847274-1-iscsi is: [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:28:28Z', 'revision_number': 3, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:31.687340 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Network 0c780a2f-91ca-4722-97d3-7011208c2304 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:31.693587 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:31.699382 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 51e24b87-5c47-4445-bb20-6aadf76d31e2 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:31.771961 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 51e24b87-5c47-4445-bb20-6aadf76d31e2 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:31.772438 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.822654 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Router 20fefb11-23a0-4d23-acf0-bdd67adaa146 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:28:31.838085 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (90dade72-1800-4064-b9b8-417a688bbbec), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.843920 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:31.869429 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:31.871272 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 51e24b87-5c47-4445-bb20-6aadf76d31e2 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:31.877846 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'Port': ['ID=90dade72-1800-4064-b9b8-417a688bbbec,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:31.965956 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (6f25c04b-a83b-4951-b80c-f3a22c849309), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.975483 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:31.979314 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-6ac973a3-3eb1-44b4-8090-d12348594c90 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "DELETE /v2.0/floatingips/6f25c04b-a83b-4951-b80c-f3a22c849309 HTTP/1.1" status: 204 len: 168 time: 0.6215231 Jun 23 09:28:31.987279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:31.995086 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d59b9807-f122-45db-8035-810098e9bbab admin admin] 10.222.0.52 "PUT /v2.0/routers/20fefb11-23a0-4d23-acf0-bdd67adaa146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1597803 Jun 23 09:28:32.008691 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-fa2562b9-dd0d-428b-b64b-63239fdd385a None None] Provisioning complete for port b66f0e91-ec43-4000-9047-f8f53b6d1248 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:32.009066 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-fa2562b9-dd0d-428b-b64b-63239fdd385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.050345 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-fa2562b9-dd0d-428b-b64b-63239fdd385a None None] Port b66f0e91-ec43-4000-9047-f8f53b6d1248 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:32.155339 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46652) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:32.159981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-2049e5d1-84a3-4487-9649-17a4969329bb tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1465778672', 'description': 'tempest-description--522223264'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:32.257407 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2049e5d1-84a3-4487-9649-17a4969329bb tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.293244 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:32.337827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2049e5d1-84a3-4487-9649-17a4969329bb tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (61c3837f-d901-4cda-a9fe-c3a777e20019), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.428552 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2049e5d1-84a3-4487-9649-17a4969329bb tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (61c3837f-d901-4cda-a9fe-c3a777e20019), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.475182 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e5d1-84a3-4487-9649-17a4969329bb tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c3837f-d901-4cda-a9fe-c3a777e20019,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:32.562053 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2049e5d1-84a3-4487-9649-17a4969329bb tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.563348 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-2049e5d1-84a3-4487-9649-17a4969329bb tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4069245 Jun 23 09:28:32.566264 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46658) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:32.571051 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-6f24a49e-15d4-4d33-98cf-3a0e7016c75d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group_rule': {'security_group_id': '61c3837f-d901-4cda-a9fe-c3a777e20019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:32.663537 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6f24a49e-15d4-4d33-98cf-3a0e7016c75d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (97f6c0fa-38a5-42d9-9190-fdde8c4f7eee), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.720954 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6f24a49e-15d4-4d33-98cf-3a0e7016c75d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (97f6c0fa-38a5-42d9-9190-fdde8c4f7eee), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.826653 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6f24a49e-15d4-4d33-98cf-3a0e7016c75d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (97f6c0fa-38a5-42d9-9190-fdde8c4f7eee), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.846207 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24a49e-15d4-4d33-98cf-3a0e7016c75d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f6c0fa-38a5-42d9-9190-fdde8c4f7eee,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:32.939432 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6f24a49e-15d4-4d33-98cf-3a0e7016c75d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:32.940365 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-6f24a49e-15d4-4d33-98cf-3a0e7016c75d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731706 Jun 23 09:28:32.943214 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46670) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:32.947593 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-9f669714-086a-453c-85ab-e8405fe31498 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group_rule': {'security_group_id': '61c3837f-d901-4cda-a9fe-c3a777e20019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:33.071253 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9f669714-086a-453c-85ab-e8405fe31498 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (2947a3bc-bda8-4e6b-b37b-a4db2298f391), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.134043 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9f669714-086a-453c-85ab-e8405fe31498 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (2947a3bc-bda8-4e6b-b37b-a4db2298f391), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.260595 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9f669714-086a-453c-85ab-e8405fe31498 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (2947a3bc-bda8-4e6b-b37b-a4db2298f391), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.285445 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f669714-086a-453c-85ab-e8405fe31498 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2947a3bc-bda8-4e6b-b37b-a4db2298f391,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:33.424804 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9f669714-086a-453c-85ab-e8405fe31498 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.426398 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9f669714-086a-453c-85ab-e8405fe31498 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4822030 Jun 23 09:28:33.429552 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46674) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:33.435098 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:33.526198 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.639022 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.720044 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:33.772158 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:33.772824 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.778568 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Allocated IP 172.27.2.126 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/5e677be6-e9bf-4e71-b58d-d2fac76c2e8f) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:33.852637 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:33.853310 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.881467 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=e2a8ed1d-5fdf-402a-9d35-8c516e232eb1,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:33.918841 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:33.948706 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:33.963670 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:34.029283 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:34.051208 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=e2a8ed1d-5fdf-402a-9d35-8c516e232eb1,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:34.084582 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:34.087571 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:34.092030 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:34.097479 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=5e677be6-e9bf-4e71-b58d-d2fac76c2e8f,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:34.188407 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (9af1ecdd-6323-4b9e-9549-2d6c825bad32), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:34.310201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:34.387493 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:34.488122 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:34.554963 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:34.636820 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=5e677be6-e9bf-4e71-b58d-d2fac76c2e8f,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:34.648090 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (9af1ecdd-6323-4b9e-9549-2d6c825bad32), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:34.693743 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Sync routers for ids ['20fefb11-23a0-4d23-acf0-bdd67adaa146'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:34.705050 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Routers {'20fefb11-23a0-4d23-acf0-bdd67adaa146'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:34.705735 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['20fefb11-23a0-4d23-acf0-bdd67adaa146'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:34.757388 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:34.758667 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e6732a71-5781-443e-b7ce-b8e873ef4fd0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3280990 Jun 23 09:28:34.827291 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Set router 20fefb11-23a0-4d23-acf0-bdd67adaa146 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:34.944119 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:35.007239 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:35.033479 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-e0a532ba-d069-4d3b-ba10-fca7249de436 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1465778672&fields=id&tenant_id=8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 267 time: 0.0627174 Jun 23 09:28:35.056781 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:28:31Z', 'revision_number': 4, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'b66f0e91-ec43-4000-9047-f8f53b6d1248', 'name': '', 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'mac_address': 'fa:16:3e:09:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:30Z', 'updated_at': '2022-06-23T09:28:31Z', 'revision_number': 2, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'subnets': [{'id': 'f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:35.088841 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Checking router: 20fefb11-23a0-4d23-acf0-bdd67adaa146 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:35.088841 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Updating router 20fefb11-23a0-4d23-acf0-bdd67adaa146 port b66f0e91-ec43-4000-9047-f8f53b6d1248 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:28:35.125418 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:35.182395 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-ddcb31f6-0c48-4aba-8b80-cbb192044b49 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:35.184456 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-ddcb31f6-0c48-4aba-8b80-cbb192044b49 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 814 time: 0.1425726 Jun 23 09:28:35.206621 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-4fb4b9f0-5788-4f54-831f-d691478595c6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/quotas/8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 375 time: 0.0161123 Jun 23 09:28:35.256247 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-f3df438c-1385-4a91-8ea0-a49a83f179d9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485046 Jun 23 09:28:35.389228 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-7e932e00-e901-426a-883a-9ad5291487ff service neutron] 10.222.0.52 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181438 Jun 23 09:28:35.460341 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Publish callbacks [] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:35.491130 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-e5c8b186-8843-4d70-abbe-3a58a9ac2099 service neutron] 10.222.0.52 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959933 Jun 23 09:28:35.550973 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:35.554592 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:35.612938 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f8a3a-c1a3-4599-bb0b-7c8cc0033c9f None None] Pushing event updated for resources: {'Port': ['ID=b66f0e91-ec43-4000-9047-f8f53b6d1248,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:35.676306 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:35.738582 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Attempting to bind port b66f0e91-ec43-4000-9047-f8f53b6d1248 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Attempting to bind port b66f0e91-ec43-4000-9047-f8f53b6d1248 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Attempting to bind port b66f0e91-ec43-4000-9047-f8f53b6d1248 on network 0c780a2f-91ca-4722-97d3-7011208c2304 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Checking segment: {'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Bound using segment: {'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Bound port: b66f0e91-ec43-4000-9047-f8f53b6d1248, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94e81b1-8bf4-4713-97f5-51375c2674bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:35.923484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:35.925445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:35.925445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] For port b66f0e91-ec43-4000-9047-f8f53b6d1248, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:35.925445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] For port b66f0e91-ec43-4000-9047-f8f53b6d1248, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=b66f0e91-ec43-4000-9047-f8f53b6d1248,segment=NetworkSegment(a94e81b1-8bf4-4713-97f5-51375c2674bb),segment_id=a94e81b1-8bf4-4713-97f5-51375c2674bb)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:35.925445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:35.925445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-a6b2fa82-208b-4625-863b-a6b50136750b None None] Provisioning complete for port b66f0e91-ec43-4000-9047-f8f53b6d1248 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:35.925445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a6b2fa82-208b-4625-863b-a6b50136750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:35.943715 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2fa82-208b-4625-863b-a6b50136750b None None] Port b66f0e91-ec43-4000-9047-f8f53b6d1248 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:36.158809 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:36.221848 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Routers {'20fefb11-23a0-4d23-acf0-bdd67adaa146'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:36.222599 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['20fefb11-23a0-4d23-acf0-bdd67adaa146'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:36.273643 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f8a3a-c1a3-4599-bb0b-7c8cc0033c9f None None] Pushing event updated for resources: {'Port': ['ID=b66f0e91-ec43-4000-9047-f8f53b6d1248,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:36.275441 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cd8c916a-e225-45d3-97f5-c85c35e3449b req-8f710e1f-fe89-4534-b790-752a5b22f91e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 210 time: 0.2534394 Jun 23 09:28:36.362007 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] Set router 20fefb11-23a0-4d23-acf0-bdd67adaa146 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:36.494421 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-e90b4f84-755c-4c48-9b54-481ab96e7baf None None] Provisioning complete for port b66f0e91-ec43-4000-9047-f8f53b6d1248 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:36.494799 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e90b4f84-755c-4c48-9b54-481ab96e7baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:36.634769 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:36.669597 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-74d15735-486e-4d25-bac4-68f522030580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:28:31Z', 'revision_number': 4, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'b66f0e91-ec43-4000-9047-f8f53b6d1248', 'name': '', 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'mac_address': 'fa:16:3e:09:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:30Z', 'updated_at': '2022-06-23T09:28:35Z', 'revision_number': 4, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'subnets': [{'id': 'f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:36.703525 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d15735-486e-4d25-bac4-68f522030580 None None] The sync data for ids ['20fefb11-23a0-4d23-acf0-bdd67adaa146'] in dv-cinder-847274-1-iscsi is: [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:28:31Z', 'revision_number': 4, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'b66f0e91-ec43-4000-9047-f8f53b6d1248', 'name': '', 'network_id': '0c780a2f-91ca-4722-97d3-7011208c2304', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'mac_address': 'fa:16:3e:09:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:30Z', 'updated_at': '2022-06-23T09:28:35Z', 'revision_number': 4, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'subnets': [{'id': 'f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:36.706136 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-e90b4f84-755c-4c48-9b54-481ab96e7baf None None] Current status of the port b66f0e91-ec43-4000-9047-f8f53b6d1248 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:36.706559 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e90b4f84-755c-4c48-9b54-481ab96e7baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:36.708961 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:36.931572 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-e90b4f84-755c-4c48-9b54-481ab96e7baf None None] For port b66f0e91-ec43-4000-9047-f8f53b6d1248, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=b66f0e91-ec43-4000-9047-f8f53b6d1248,segment=NetworkSegment(a94e81b1-8bf4-4713-97f5-51375c2674bb),segment_id=a94e81b1-8bf4-4713-97f5-51375c2674bb)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:37.025423 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e90b4f84-755c-4c48-9b54-481ab96e7baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:37.076206 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b4f84-755c-4c48-9b54-481ab96e7baf None None] Pushing event updated for resources: {'Port': ['ID=b66f0e91-ec43-4000-9047-f8f53b6d1248,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:37.418221 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4f64063d-57dd-44ef-8cfd-2882d1783c93 req-2c893930-6b83-433a-a8cf-77e942043c7b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 210 time: 0.0298882 Jun 23 09:28:37.692911 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device b66f0e91-ec43-4000-9047-f8f53b6d1248 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:37.760881 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port b66f0e91-ec43-4000-9047-f8f53b6d1248 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:37.761235 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:37.849079 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port b66f0e91-ec43-4000-9047-f8f53b6d1248 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:38.554963 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-607f5abc-73aa-421d-8e03-80ebbbe9622d req-f6b5abe3-4052-4a6f-bcdd-38270692a47d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 210 time: 0.0646529 Jun 23 09:28:38.682014 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-18607747-b984-435a-b9b6-db14202df8d1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:38.684576 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-18607747-b984-435a-b9b6-db14202df8d1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 814 time: 0.1442180 Jun 23 09:28:38.775463 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-608676d6-8636-45a7-ba6d-8a15b09b0f3e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 380 time: 0.0747876 Jun 23 09:28:38.791672 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'port': {'device_id': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'admin_state_up': True, 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'security_groups': ['61c3837f-d901-4cda-a9fe-c3a777e20019']}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:38.794569 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:38.877958 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:39.085656 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Made reservation on behalf of 8d0795f7c61d497c9b25c7e17ad08744 for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:28:39.089865 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:39.231212 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Allocated IP 172.20.0.13 (308c25e5-5cce-431f-b4d9-9d80a125cd28/29f1d82f-f8aa-4800-8832-49122874b4e6/63dcea29-ad70-42db-bd2d-65baa87be113) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:39.382328 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (63dcea29-ad70-42db-bd2d-65baa87be113), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:39.411998 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:39.656568 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-367ab9f6-4dac-49c5-a241-92ea422691d0 req-91a25625-b83f-41ea-bb31-021019d239c4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 210 time: 0.0268860 Jun 23 09:28:39.674648 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:39.730331 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:39.730331 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:39.731174 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:39.737271 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=63dcea29-ad70-42db-bd2d-65baa87be113,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:39.785125 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:39.785665 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:39.877380 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-11fffaba-4433-4d1d-93e7-617ba24663ce tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0910578 Jun 23 09:28:39.895750 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Request body: {'port': {'device_id': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:39.963588 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-d2c49422-b3e6-47d0-94f3-d3094ae71428 None None] Provisioning complete for port 63dcea29-ad70-42db-bd2d-65baa87be113 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:39.965219 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d2c49422-b3e6-47d0-94f3-d3094ae71428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:39.973086 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:40.014145 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d2c49422-b3e6-47d0-94f3-d3094ae71428 None None] Port 63dcea29-ad70-42db-bd2d-65baa87be113 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:40.068566 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a0e6313f-874c-482d-bdbe-5823383c2484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:40.280866 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dcea29-ad70-42db-bd2d-65baa87be113 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:28:40.287317 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Publish callbacks [] for port (63dcea29-ad70-42db-bd2d-65baa87be113), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:40.304547 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Transition to ACTIVE for port object 63dcea29-ad70-42db-bd2d-65baa87be113 will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:28:40.412155 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:40.466962 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:40.473158 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Pushing event updated for resources: {'Port': ['ID=63dcea29-ad70-42db-bd2d-65baa87be113,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:40.568887 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Attempting to bind port 63dcea29-ad70-42db-bd2d-65baa87be113 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:40.569647 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Attempting to bind port 63dcea29-ad70-42db-bd2d-65baa87be113 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:40.570144 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Attempting to bind port 63dcea29-ad70-42db-bd2d-65baa87be113 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:40.576322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Port 63dcea29-ad70-42db-bd2d-65baa87be113 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:28:40.576869 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Attempting to bind port 63dcea29-ad70-42db-bd2d-65baa87be113 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:40.582814 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:40.583186 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Checking segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:40.583571 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Bound using segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:40.584009 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Bound port: 63dcea29-ad70-42db-bd2d-65baa87be113, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:40.584424 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:40.655477 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] For port 63dcea29-ad70-42db-bd2d-65baa87be113, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:40.806950 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] For port 63dcea29-ad70-42db-bd2d-65baa87be113, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=63dcea29-ad70-42db-bd2d-65baa87be113,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:40.844622 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a07ea6-b1fa-4a27-9d83-4bc2381e1933 req-9cb7f9ef-5d99-4f21-9cad-896f02b460fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:40.849136 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f6a07ea6-b1fa-4a27-9d83-4bc2381e1933 req-9cb7f9ef-5d99-4f21-9cad-896f02b460fe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 944 time: 0.0611250 Jun 23 09:28:40.913103 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:40.919204 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f6a07ea6-b1fa-4a27-9d83-4bc2381e1933 req-0aae48da-aa49-4bb4-ad30-72ea3254d58a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636740 Jun 23 09:28:40.965693 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:40.966502 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:40.968101 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] 10.222.0.55 "PUT /v2.0/ports/63dcea29-ad70-42db-bd2d-65baa87be113 HTTP/1.1" status: 200 len: 1094 time: 1.0765045 Jun 23 09:28:40.968620 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'tag': '63dcea29-ad70-42db-bd2d-65baa87be113'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:40.973811 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b033e35b-c883-4cc3-a3c8-bdc562037fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "88e58a13-6ee6-4d01-840f-50a6cc456fb9", "tag": "63dcea29-ad70-42db-bd2d-65baa87be113"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:40.994966 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01981186-408e-4680-9d1a-1900280dfcaf service neutron] Pushing event updated for resources: {'Port': ['ID=63dcea29-ad70-42db-bd2d-65baa87be113,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:41.028954 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af48ccc0-c8fe-4364-b538-a11566defce2 x-openstack-request-id: req-af48ccc0-c8fe-4364-b538-a11566defce2 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:41.029253 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e58a13-6ee6-4d01-840f-50a6cc456fb9", "tag": "63dcea29-ad70-42db-bd2d-65baa87be113", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:41.031651 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af48ccc0-c8fe-4364-b538-a11566defce2 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:41.031651 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af48ccc0-c8fe-4364-b538-a11566defce2'] response: {'name': 'network-changed', 'server_uuid': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'tag': '63dcea29-ad70-42db-bd2d-65baa87be113', 'status': 'completed', 'code': 200} Jun 23 09:28:41.124765 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e35b-c883-4cc3-a3c8-bdc562037fe1 req-f1c1ef19-bfbe-45d8-9256-0bd82daf63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:41.127177 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b033e35b-c883-4cc3-a3c8-bdc562037fe1 req-f1c1ef19-bfbe-45d8-9256-0bd82daf63c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0542996 Jun 23 09:28:41.260519 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e35b-c883-4cc3-a3c8-bdc562037fe1 req-394f4956-ebd5-4090-9dc3-7a095eeff3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:41.260519 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b033e35b-c883-4cc3-a3c8-bdc562037fe1 req-394f4956-ebd5-4090-9dc3-7a095eeff3f5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1172361 Jun 23 09:28:41.291042 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:41.367891 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033e35b-c883-4cc3-a3c8-bdc562037fe1 req-dd76d32f-366e-4065-a29f-005e7f3f7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:41.369659 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b033e35b-c883-4cc3-a3c8-bdc562037fe1 req-dd76d32f-366e-4065-a29f-005e7f3f7519 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070242 Jun 23 09:28:41.476560 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-8105be89-43e4-457e-ab51-c460397cc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:41.478091 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-8105be89-43e4-457e-ab51-c460397cc1d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 1128 time: 0.0466547 Jun 23 09:28:41.534392 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-0ab53b00-130f-46a4-a665-d33154603f8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63dcea29-ad70-42db-bd2d-65baa87be113 HTTP/1.1" status: 200 len: 217 time: 0.0409138 Jun 23 09:28:41.591442 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-096aca7d-71e7-4a5a-8dac-299e5dbde1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:41.593478 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-096aca7d-71e7-4a5a-8dac-299e5dbde1ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 200 len: 853 time: 0.0526631 Jun 23 09:28:41.645714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-c4533744-d127-40a5-8ec7-f8310fe6c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:41.647182 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-c4533744-d127-40a5-8ec7-f8310fe6c0d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308c25e5-5cce-431f-b4d9-9d80a125cd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451181 Jun 23 09:28:41.749617 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-dcfd4199-0dc4-47fa-9a4f-f75227da6641 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964103 Jun 23 09:28:41.857570 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb8cd25d-91e5-4ab1-a0bd-7ff08e552bd7 req-3b0a12da-c3ee-49ff-948c-575bfba15b4e service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007323 Jun 23 09:28:42.052833 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70020f-af28-4955-93f8-4e2fed0115d4 req-a8bb5f41-8901-421e-8918-006af977debe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:42.055035 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dc70020f-af28-4955-93f8-4e2fed0115d4 req-a8bb5f41-8901-421e-8918-006af977debe tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 944 time: 0.0615952 Jun 23 09:28:42.133009 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dc70020f-af28-4955-93f8-4e2fed0115d4 req-b2a8e223-aacb-4fb6-90a0-4dd213d7e1a9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712988 Jun 23 09:28:42.290176 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-26a793cc-6439-4344-b357-7e06af247594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:43.247782 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb49731-7399-4094-bb03-676a53f4b8bc req-87a331e2-791c-4166-b6f3-eb8e9204543e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:43.249287 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-edb49731-7399-4094-bb03-676a53f4b8bc req-87a331e2-791c-4166-b6f3-eb8e9204543e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 944 time: 0.0476191 Jun 23 09:28:43.299829 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-edb49731-7399-4094-bb03-676a53f4b8bc req-b1280674-c2fd-46ea-bd85-f69c153caf15 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449107 Jun 23 09:28:43.671884 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:44.388757 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:44.413204 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99803503-44cd-49d0-be0c-a2fb8e213761 req-9db46fc7-5f86-4f89-8411-7624098efccc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:44.415324 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-99803503-44cd-49d0-be0c-a2fb8e213761 req-9db46fc7-5f86-4f89-8411-7624098efccc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 944 time: 0.0483999 Jun 23 09:28:44.462861 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-99803503-44cd-49d0-be0c-a2fb8e213761 req-9cd65c02-a9ea-4dc0-8609-66527549c122 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Jun 23 09:28:44.482258 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dabf9-52ba-4beb-81e2-a619614b957e req-f45fec2a-5a98-4cab-bbf3-60c86360d834 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:44.483763 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-f45fec2a-5a98-4cab-bbf3-60c86360d834 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/networks?id=3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 200 len: 815 time: 0.1050539 Jun 23 09:28:44.498175 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-1057d454-9a5d-4888-bc4c-0477531a3efa tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/quotas/f17a6a1110a2462b98908ecbc67564f9 HTTP/1.1" status: 200 len: 375 time: 0.0088432 Jun 23 09:28:44.506851 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:44.507795 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:44.552240 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-8f0019c8-df26-4b27-bdc6-a320e21525f2 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492542 Jun 23 09:28:44.643051 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:44.654454 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-891cb249-baeb-4ea6-924a-f301695a2de0 service neutron] 10.222.0.52 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876539 Jun 23 09:28:44.686434 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 63dcea29-ad70-42db-bd2d-65baa87be113 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:28:44.749862 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-81563782-a3c3-42ea-b14d-11d86f4923d4 service neutron] 10.222.0.52 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902326 Jun 23 09:28:44.782832 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 63dcea29-ad70-42db-bd2d-65baa87be113, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=63dcea29-ad70-42db-bd2d-65baa87be113,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:44.794935 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '63dcea29-ad70-42db-bd2d-65baa87be113', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'port_id': '63dcea29-ad70-42db-bd2d-65baa87be113', 'mac_address': 'fa:16:3e:df:56:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:28:44.833490 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 63dcea29-ad70-42db-bd2d-65baa87be113 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:44.833888 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:44.846282 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dcea29-ad70-42db-bd2d-65baa87be113 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:28:44.865581 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 63dcea29-ad70-42db-bd2d-65baa87be113, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=63dcea29-ad70-42db-bd2d-65baa87be113,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:44.989919 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:45.063524 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=63dcea29-ad70-42db-bd2d-65baa87be113,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:45.080223 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6df10c2d-d787-4b81-9273-699efbb39278 req-a66dbc94-2503-4275-ba06-bf7faf68b470 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 210 time: 0.0301027 Jun 23 09:28:45.146548 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:45.203777 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b509d-034d-4e37-9a9e-41687b152a5d req-07cae166-80c3-4dd2-a0f9-d17e803ade2b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:45.205248 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ea9b509d-034d-4e37-9a9e-41687b152a5d req-07cae166-80c3-4dd2-a0f9-d17e803ade2b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0483544 Jun 23 09:28:45.255531 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ea9b509d-034d-4e37-9a9e-41687b152a5d req-6af9b4ca-57c4-4cda-bcb6-e9bc0410d97e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447166 Jun 23 09:28:45.321025 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['63dcea29-ad70-42db-bd2d-65baa87be113'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:28:45.356240 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:45.363824 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:45.578322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c474ad8-a969-4ef1-a5bc-3bc7172e89d3 req-239bbc0f-f11c-43ec-85af-487364cf2853 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:45.579856 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0c474ad8-a969-4ef1-a5bc-3bc7172e89d3 req-239bbc0f-f11c-43ec-85af-487364cf2853 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 945 time: 0.0476160 Jun 23 09:28:45.620782 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:45.627888 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0c474ad8-a969-4ef1-a5bc-3bc7172e89d3 req-64da0c87-1afc-4c3d-a300-c348f3e85145 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Jun 23 09:28:46.159187 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-81fa7579-033a-4f7f-a789-4846f503ada5 req-37a870af-8678-4d1e-869d-120412c807f1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 210 time: 0.0280876 Jun 23 09:28:46.369685 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb52e8-5611-4a8b-8869-af76ddcb08b8 req-56c74f15-48d1-4fe9-911f-e835e8245610 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:46.371162 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-49fb52e8-5611-4a8b-8869-af76ddcb08b8 req-56c74f15-48d1-4fe9-911f-e835e8245610 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Jun 23 09:28:46.416567 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-49fb52e8-5611-4a8b-8869-af76ddcb08b8 req-f68920a0-8108-4283-af76-13b70ab9e42c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398386 Jun 23 09:28:46.701086 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 63dcea29-ad70-42db-bd2d-65baa87be113 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:28:46.741223 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce271d0-aeef-4533-a82a-088beac13cc2 req-e5bdb6ce-7ed1-407c-bd2a-292d77241e29 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:46.742703 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3ce271d0-aeef-4533-a82a-088beac13cc2 req-e5bdb6ce-7ed1-407c-bd2a-292d77241e29 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 945 time: 0.0468869 Jun 23 09:28:46.743260 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 63dcea29-ad70-42db-bd2d-65baa87be113 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:28:46.788717 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3ce271d0-aeef-4533-a82a-088beac13cc2 req-d1d9544d-8298-49c8-a091-d959f4aaf25f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Jun 23 09:28:46.820116 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 63dcea29-ad70-42db-bd2d-65baa87be113 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:46.820598 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:46.893674 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 63dcea29-ad70-42db-bd2d-65baa87be113 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:28:46.894058 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:46.916823 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dcea29-ad70-42db-bd2d-65baa87be113'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:46.919069 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33584b98-303f-41d1-84ef-d543a110fc01" -d '{"events": [{"server_uuid": "88e58a13-6ee6-4d01-840f-50a6cc456fb9", "name": "network-vif-plugged", "status": "completed", "tag": "63dcea29-ad70-42db-bd2d-65baa87be113"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:46.931233 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 63dcea29-ad70-42db-bd2d-65baa87be113, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=63dcea29-ad70-42db-bd2d-65baa87be113,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:46.960341 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e0476c-9433-4b16-a028-f3e8ec41a628 x-openstack-request-id: req-13e0476c-9433-4b16-a028-f3e8ec41a628 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:46.960657 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e58a13-6ee6-4d01-840f-50a6cc456fb9", "name": "network-vif-plugged", "status": "completed", "tag": "63dcea29-ad70-42db-bd2d-65baa87be113", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:46.960913 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-13e0476c-9433-4b16-a028-f3e8ec41a628 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:46.961318 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e0476c-9433-4b16-a028-f3e8ec41a628'] response: {'server_uuid': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dcea29-ad70-42db-bd2d-65baa87be113', 'code': 200} Jun 23 09:28:47.005498 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:47.051514 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=63dcea29-ad70-42db-bd2d-65baa87be113,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:47.251536 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7a4cbb53-fe5d-47db-a4f4-b1ff0ac4aa0a req-7284874b-b97f-4099-8ead-a790d7a2d2c1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 210 time: 0.0273833 Jun 23 09:28:47.531172 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7acec-68a2-4410-98a9-6f8eeaede452 req-9b152670-8571-4211-be01-424c3053170a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:47.532545 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-74a7acec-68a2-4410-98a9-6f8eeaede452 req-9b152670-8571-4211-be01-424c3053170a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0456913 Jun 23 09:28:47.579030 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-74a7acec-68a2-4410-98a9-6f8eeaede452 req-11139a84-95e2-4a1e-a898-4547beaf87f2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Jun 23 09:28:47.900838 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd59140-0cb7-4d62-a8cb-66c359bc993d req-647d1411-0d75-47ac-93f9-a3cafa121024 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:47.902843 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0cd59140-0cb7-4d62-a8cb-66c359bc993d req-647d1411-0d75-47ac-93f9-a3cafa121024 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0491121 Jun 23 09:28:47.947907 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0cd59140-0cb7-4d62-a8cb-66c359bc993d req-829d1f11-a342-4257-9258-fcbf886c4d9a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Jun 23 09:28:48.349285 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-644216c2-172d-41ee-8181-bc63aefe9722 req-450801a9-1481-4064-a141-037188b78a68 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Jun 23 09:28:48.584091 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-ea7aef46-d7e4-400c-adf1-5aa2d515fcf0 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:48.585533 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-ea7aef46-d7e4-400c-adf1-5aa2d515fcf0 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0465095 Jun 23 09:28:48.600690 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d0624-e4ee-4e5f-a20d-c5cf95a9f203 req-30a1ee2c-1051-414c-ac0f-4618d1a16102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:48.602295 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a8d0624-e4ee-4e5f-a20d-c5cf95a9f203 req-30a1ee2c-1051-414c-ac0f-4618d1a16102 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0403121 Jun 23 09:28:48.655777 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a8d0624-e4ee-4e5f-a20d-c5cf95a9f203 req-76947de1-2462-4d98-9fce-b950f048e657 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Jun 23 09:28:48.679126 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Deleting port d80dcfb6-742d-4015-9492-0b79f1b71413 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:28:48.679466 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:48.724455 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9643b16-8f4d-4701-912b-c889fd4d2565 req-f83080c2-cbd7-499f-9765-d38e9feaf0fc tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:48.725997 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d9643b16-8f4d-4701-912b-c889fd4d2565 req-f83080c2-cbd7-499f-9765-d38e9feaf0fc tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 945 time: 0.0505741 Jun 23 09:28:48.773328 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] For port d80dcfb6-742d-4015-9492-0b79f1b71413, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d80dcfb6-742d-4015-9492-0b79f1b71413,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:28:48.773598 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d9643b16-8f4d-4701-912b-c889fd4d2565 req-e7eaaf83-2bb0-443e-aed5-f1e6ef2d3f80 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Jun 23 09:28:48.773721 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:48.872956 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:48.931934 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:48.932298 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:48.933123 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Floating IP 23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588 disassociated. External IP: 172.27.2.67, port: d80dcfb6-742d-4015-9492-0b79f1b71413. Jun 23 09:28:48.933467 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Calling delete_port for d80dcfb6-742d-4015-9492-0b79f1b71413 owned by compute:nova {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:28:49.097257 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771fd56-4c0b-4975-aa32-f8f78691bd36 req-098533c2-f6d4-49b7-b8dc-1731a26e39c6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:49.098747 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f771fd56-4c0b-4975-aa32-f8f78691bd36 req-098533c2-f6d4-49b7-b8dc-1731a26e39c6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0810628 Jun 23 09:28:49.149251 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f771fd56-4c0b-4975-aa32-f8f78691bd36 req-bfacc45b-6f37-42d2-a2c6-8760ebbe4856 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Jun 23 09:28:49.165274 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (d80dcfb6-742d-4015-9492-0b79f1b71413), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:49.173887 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:49.192623 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event deleted for resources: {'Port': ['ID=d80dcfb6-742d-4015-9492-0b79f1b71413,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:49.450738 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a720a5bc-a67d-4358-9672-e07e053bba93 req-c0ae902b-8090-4874-a9d6-517a33200f2c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 210 time: 0.0329850 Jun 23 09:28:49.555960 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Router 62b9be4c-3c56-4e92-8043-fc264b8707c9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:28:49.667483 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:49.681958 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] Sync routers for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:49.689707 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:49.690330 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:49.711887 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] No DVR routers for this DVR port d80dcfb6-742d-4015-9492-0b79f1b71413 on host hv-cinder-84727 {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:28:49.715327 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:49.718570 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-45fdc1e3-d825-492d-8ea5-7f833111a577 req-d8b00cca-4c21-400c-97dd-bacc6a46333b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "DELETE /v2.0/ports/d80dcfb6-742d-4015-9492-0b79f1b71413 HTTP/1.1" status: 204 len: 173 time: 1.1273131 Jun 23 09:28:49.719019 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'name': 'network-vif-deleted', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:49.721215 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb9804-6d44-4ac5-8d30-3762bfbfeed5" -d '{"events": [{"server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "name": "network-vif-deleted", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:49.756323 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be646fa1-3dad-4029-a36c-50c2bb0c1ff3 x-openstack-request-id: req-be646fa1-3dad-4029-a36c-50c2bb0c1ff3 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:49.756617 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65478370-c27f-44f4-a45f-0a5f2bc0dbe9", "name": "network-vif-deleted", "tag": "d80dcfb6-742d-4015-9492-0b79f1b71413", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:49.756873 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be646fa1-3dad-4029-a36c-50c2bb0c1ff3 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:49.757284 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be646fa1-3dad-4029-a36c-50c2bb0c1ff3'] response: {'server_uuid': '65478370-c27f-44f4-a45f-0a5f2bc0dbe9', 'name': 'network-vif-deleted', 'tag': 'd80dcfb6-742d-4015-9492-0b79f1b71413', 'status': 'completed', 'code': 200} Jun 23 09:28:49.797255 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:49.869703 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6fc2ab64-421d-403d-a665-132f67a9c8d8 req-ec8bc705-3d04-44bf-bcb8-27987e9631c7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0273492 Jun 23 09:28:49.988908 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:50.013889 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] Checking router: 62b9be4c-3c56-4e92-8043-fc264b8707c9 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:50.022258 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:50.022846 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:50.204527 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:50.266055 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d887ea-5e2e-454d-a2b1-95ea535b1fac req-41316171-a32f-4373-95a0-c3dae34ab6ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:50.267500 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-82d887ea-5e2e-454d-a2b1-95ea535b1fac req-41316171-a32f-4373-95a0-c3dae34ab6ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0483193 Jun 23 09:28:50.313588 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-82d887ea-5e2e-454d-a2b1-95ea535b1fac req-c7c059d0-0d15-4cfd-bb05-0a3ff02afb56 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 Jun 23 09:28:50.387293 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:50.411262 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41766ba6-1a5f-4e57-a5cf-5587b4ce09c2 None None] The sync data for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi is: [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'baaba5ef-8eb7-4bb9-9dbb-3452ed906999', 'name': '', 'network_id': 'f9023da2-9c4b-4934-b1b2-3b253a92c58b', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'mac_address': 'fa:16:3e:b1:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:24:00Z', 'updated_at': '2022-06-23T09:24:11Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'subnets': [{'id': 'e0321591-ebfb-46d6-ba68-18f655718c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:50.424530 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a1027-04d5-4fb6-b6c5-85e47fcebf80 req-ce5eba23-0083-4c50-8d67-ab12383f7903 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:50.426056 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-292a1027-04d5-4fb6-b6c5-85e47fcebf80 req-ce5eba23-0083-4c50-8d67-ab12383f7903 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0475826 Jun 23 09:28:50.435055 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46820) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:50.439761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'floatingip': {'port_id': '63dcea29-ad70-42db-bd2d-65baa87be113'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:50.493917 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (9af1ecdd-6323-4b9e-9549-2d6c825bad32), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:50.558382 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b124b39e-5743-4d0c-b577-4a4acd91085d req-33d86693-151f-4bbb-b3ce-72fc6b99ee93 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 210 time: 0.0354018 Jun 23 09:28:50.691841 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dabf9-52ba-4beb-81e2-a619614b957e req-e6cc8f17-d1fa-4f94-a190-64797096db5b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:50.693336 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-e6cc8f17-d1fa-4f94-a190-64797096db5b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.55 "GET /v2.0/networks?id=3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 200 len: 815 time: 0.1340234 Jun 23 09:28:50.715220 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'port': {'device_id': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'admin_state_up': True, 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:50.737545 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c46b06-7b3b-4c4e-838b-6a0d1849e602 None None] New status for floating IP 23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588: DOWN {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:28:50.746311 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:50.760568 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:50.958264 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Made reservation on behalf of f17a6a1110a2462b98908ecbc67564f9 for: {'port': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:28:50.962295 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:50.971244 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:51.005010 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:51.011176 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-45beadc4-f4ec-46ff-9305-c907e48a11c9 req-eb6631c6-431d-491c-8e3f-f71cdf198998 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=65478370-c27f-44f4-a45f-0a5f2bc0dbe9 HTTP/1.1" status: 200 len: 210 time: 0.0583241 Jun 23 09:28:51.071247 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:51.101630 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Allocated IP 172.20.0.11 (3e6d8e95-96b3-49d4-8814-891949660fde/60c84e34-b082-41b8-a38a-07c229aaa839/22e31120-c9ad-4071-b7c6-4a5042d14b7c) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:28:51.172367 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (9af1ecdd-6323-4b9e-9549-2d6c825bad32), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:51.257102 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:51.268271 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:51.274209 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Floating IP 9af1ecdd-6323-4b9e-9549-2d6c825bad32 associated. External IP: 172.27.2.126, port: 63dcea29-ad70-42db-bd2d-65baa87be113. Jun 23 09:28:51.398503 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:51.444784 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Network 3e6d8e95-96b3-49d4-8814-891949660fde is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:28:51.448739 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:28:51.453165 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:28:51.488818 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'Port': ['ID=22e31120-c9ad-4071-b7c6-4a5042d14b7c,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:51.508500 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:28:51.508697 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:51.509176 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:51.615696 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-d4e0661d-9b9c-4d2f-8f5a-7d907f159c1c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8978872 Jun 23 09:28:51.630056 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Request body: {'port': {'device_id': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:28:51.646729 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:28:51.655662 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:51.658134 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:28:51.659035 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:51.671437 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:51.674185 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:51.715919 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-69d10ccb-f1b3-48b9-90c3-3f879d8239a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "PUT /v2.0/floatingips/9af1ecdd-6323-4b9e-9549-2d6c825bad32 HTTP/1.1" status: 200 len: 992 time: 1.2773335 Jun 23 09:28:51.716634 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'tag': '63dcea29-ad70-42db-bd2d-65baa87be113'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:51.722928 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0" -d '{"events": [{"name": "network-changed", "server_uuid": "88e58a13-6ee6-4d01-840f-50a6cc456fb9", "tag": "63dcea29-ad70-42db-bd2d-65baa87be113"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:51.756566 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:51.760005 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-8ae3c24e-e31a-4260-b2ba-0e371156dae4 None None] Provisioning complete for port 22e31120-c9ad-4071-b7c6-4a5042d14b7c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:28:51.761063 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8ae3c24e-e31a-4260-b2ba-0e371156dae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:51.793579 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73871356-759b-49bf-a4c1-6f2589f7f8f4 req-76c7e165-12b1-41d7-9b7c-ae43be46d6f3 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:51.799465 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2330a88-9cc5-44ad-9fa7-121a6503a4cc x-openstack-request-id: req-d2330a88-9cc5-44ad-9fa7-121a6503a4cc {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:51.800883 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e58a13-6ee6-4d01-840f-50a6cc456fb9", "tag": "63dcea29-ad70-42db-bd2d-65baa87be113", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:51.801139 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2330a88-9cc5-44ad-9fa7-121a6503a4cc {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:51.802696 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2330a88-9cc5-44ad-9fa7-121a6503a4cc'] response: {'name': 'network-changed', 'server_uuid': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'tag': '63dcea29-ad70-42db-bd2d-65baa87be113', 'status': 'completed', 'code': 200} Jun 23 09:28:51.808691 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-73871356-759b-49bf-a4c1-6f2589f7f8f4 req-76c7e165-12b1-41d7-9b7c-ae43be46d6f3 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 932 time: 0.1272361 Jun 23 09:28:51.817506 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-8ae3c24e-e31a-4260-b2ba-0e371156dae4 None None] Port 22e31120-c9ad-4071-b7c6-4a5042d14b7c cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:28:51.828492 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:51.908404 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-73871356-759b-49bf-a4c1-6f2589f7f8f4 req-d692f8f1-8a8d-4d23-9033-0fbcd6c81c27 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983491 Jun 23 09:28:51.920082 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:51.983024 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-21537a8c-ee65-44e1-8dcf-8fef32c7923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:51.985010 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-21537a8c-ee65-44e1-8dcf-8fef32c7923d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 1130 time: 0.0739033 Jun 23 09:28:52.088754 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:52.177559 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:52.207225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-63c7d8ee-ffe8-4ab7-8924-7b12419db940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:52.209279 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-63c7d8ee-ffe8-4ab7-8924-7b12419db940 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 915 time: 0.1319985 Jun 23 09:28:52.245658 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:52.267539 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '9af1ecdd-6323-4b9e-9549-2d6c825bad32', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': '63dcea29-ad70-42db-bd2d-65baa87be113', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:df:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:28:34Z', 'updated_at': '2022-06-23T09:28:50Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:52.308746 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:28:52.310022 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46856) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:52.335478 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:28:52.337177 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:28:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:52.379603 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-38d49e7e-4af2-42b8-af79-c3cedb5fceac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63dcea29-ad70-42db-bd2d-65baa87be113 HTTP/1.1" status: 200 len: 1000 time: 0.1544726 Jun 23 09:28:52.397746 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e31120-c9ad-4071-b7c6-4a5042d14b7c {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:28:52.411796 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Publish callbacks [] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:52.434204 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Transition to ACTIVE for port object 22e31120-c9ad-4071-b7c6-4a5042d14b7c will not be triggered until provisioned by entity L2. {{(pid=104734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:28:52.447872 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c0437d01-9f40-46c1-8908-1cc41e231781 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group (e41e7c43-f7fb-4168-b319-9a19b2ec5f7e), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:52.476731 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c0437d01-9f40-46c1-8908-1cc41e231781 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group (e41e7c43-f7fb-4168-b319-9a19b2ec5f7e), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:52.483409 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:28:52.485820 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:52.536937 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:52.608706 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Pushing event updated for resources: {'Port': ['ID=22e31120-c9ad-4071-b7c6-4a5042d14b7c,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:52.649792 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c0437d01-9f40-46c1-8908-1cc41e231781 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e41e7c43-f7fb-4168-b319-9a19b2ec5f7e), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:52.653141 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c0437d01-9f40-46c1-8908-1cc41e231781 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:52.656878 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 46862) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:52.657068 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c0437d01-9f40-46c1-8908-1cc41e231781 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "DELETE /v2.0/security-groups/e41e7c43-f7fb-4168-b319-9a19b2ec5f7e HTTP/1.1" status: 204 len: 168 time: 0.3457766 Jun 23 09:28:52.678318 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.api.v2.resource [None req-b8806446-ef18-4e75-803c-2a58a10f42df tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] show failed (client error): The resource could not be found. Jun 23 09:28:52.679114 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b8806446-ef18-4e75-803c-2a58a10f42df tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups/e41e7c43-f7fb-4168-b319-9a19b2ec5f7e HTTP/1.1" status: 404 len: 347 time: 0.0211737 Jun 23 09:28:52.685371 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 46864) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:28:52.755728 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d80dcfb6-742d-4015-9492-0b79f1b71413 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:28:52.768459 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0437d01-9f40-46c1-8908-1cc41e231781 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41e7c43-f7fb-4168-b319-9a19b2ec5f7e,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:52.796454 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-8e4d7ad6-2f7a-4768-a102-fb3b7a4798ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:52.798072 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-8e4d7ad6-2f7a-4768-a102-fb3b7a4798ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 200 len: 853 time: 0.0948048 Jun 23 09:28:52.826261 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: d80dcfb6-742d-4015-9492-0b79f1b71413 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:28:52.827049 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d80dcfb6-742d-4015-9492-0b79f1b71413 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:28:52.872902 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '9af1ecdd-6323-4b9e-9549-2d6c825bad32', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': '63dcea29-ad70-42db-bd2d-65baa87be113', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:df:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:28:34Z', 'updated_at': '2022-06-23T09:28:50Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:28:52.913170 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e6e71-43eb-46d9-8c97-7e2c1f681c84 None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '9af1ecdd-6323-4b9e-9549-2d6c825bad32', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': '63dcea29-ad70-42db-bd2d-65baa87be113', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:df:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:28:34Z', 'updated_at': '2022-06-23T09:28:50Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:28:52.961601 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Attempting to bind port 22e31120-c9ad-4071-b7c6-4a5042d14b7c on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:28:52.970740 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Attempting to bind port 22e31120-c9ad-4071-b7c6-4a5042d14b7c by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:28:52.971223 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Attempting to bind port 22e31120-c9ad-4071-b7c6-4a5042d14b7c on network 3e6d8e95-96b3-49d4-8814-891949660fde {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:52.994355 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-5a17ca40-17a4-4f6c-a62d-946ed75ea800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:52.998578 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-5a17ca40-17a4-4f6c-a62d-946ed75ea800 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308c25e5-5cce-431f-b4d9-9d80a125cd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104479 Jun 23 09:28:53.037492 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Port 22e31120-c9ad-4071-b7c6-4a5042d14b7c on network 3e6d8e95-96b3-49d4-8814-891949660fde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:28:53.037810 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Attempting to bind port 22e31120-c9ad-4071-b7c6-4a5042d14b7c on network 3e6d8e95-96b3-49d4-8814-891949660fde {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:28:53.077720 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:28:53.081237 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Checking segment: {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:28:53.081237 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Bound using segment: {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:28:53.081237 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Bound port: 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3160a7c6-455d-4915-93ef-8fe05b56964d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:28:53.081237 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:53.100102 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Deleting port 2499a3dc-2270-45ef-b48f-cb9a398ddf00 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:28:53.100452 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (2499a3dc-2270-45ef-b48f-cb9a398ddf00), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:53.214649 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-a5fbfd01-126f-4bbd-9cdd-58900d061421 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860187 Jun 23 09:28:53.236035 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] For port 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host hv-cinder-84727, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:28:53.248608 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] For port 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:28:53.255782 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (2499a3dc-2270-45ef-b48f-cb9a398ddf00), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:53.256111 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (2499a3dc-2270-45ef-b48f-cb9a398ddf00), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:53.318760 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Calling delete_port for 2499a3dc-2270-45ef-b48f-cb9a398ddf00 owned by network:floatingip {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:28:53.346882 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d49e36-874e-4638-8a0c-5226b4b3bbb7 None None] New status for floating IP 9af1ecdd-6323-4b9e-9549-2d6c825bad32: ACTIVE {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:28:53.353545 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0d8f4dd1-33c8-49d6-b18c-1f43be8c9df0 req-90887fb3-26d2-4c95-8046-c4b5d4281c65 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224117 Jun 23 09:28:53.354001 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a2880-440c-40fa-a56d-677458e5ee2b req-5b17758c-0550-4e3e-b176-89d393ac3c2f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:53.356554 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-507a2880-440c-40fa-a56d-677458e5ee2b req-5b17758c-0550-4e3e-b176-89d393ac3c2f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.3257525 Jun 23 09:28:53.421426 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:53.460821 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-507a2880-440c-40fa-a56d-677458e5ee2b req-679b70c4-f27e-4d0e-bac3-79545bf807ae tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761797 Jun 23 09:28:53.819432 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:53.825179 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (2499a3dc-2270-45ef-b48f-cb9a398ddf00), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:53.881293 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:53.882136 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:53.883616 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] 10.222.0.55 "PUT /v2.0/ports/22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 1094 time: 2.2610281 Jun 23 09:28:53.904393 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:28:53.906790 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145d922d-aad2-4977-be93-68009bcd73f6" -d '{"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:28:53.973199 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bb713-d68a-418d-8dea-4a06992621ca service neutron] Pushing event updated for resources: {'Port': ['ID=22e31120-c9ad-4071-b7c6-4a5042d14b7c,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:53.981452 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92e3432-2d52-426e-a1a7-f6f9a17e7974 x-openstack-request-id: req-a92e3432-2d52-426e-a1a7-f6f9a17e7974 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:28:53.982338 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:28:53.982338 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a92e3432-2d52-426e-a1a7-f6f9a17e7974 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:28:53.982534 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92e3432-2d52-426e-a1a7-f6f9a17e7974'] response: {'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'status': 'completed', 'code': 200} Jun 23 09:28:54.007260 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event deleted for resources: {'Port': ['ID=2499a3dc-2270-45ef-b48f-cb9a398ddf00,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:28:54.012976 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:54.023212 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks [] for floatingip (23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:54.024431 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:54.025573 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d8a4a641-de0b-4f1d-9db1-efe4e5495a45 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "DELETE /v2.0/floatingips/23c8ab14-b3c0-4d58-bee0-bf7ebd1fe588 HTTP/1.1" status: 204 len: 168 time: 1.3344891 Jun 23 09:28:54.599688 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163336-b787-4002-935e-c602cc5c2be8 req-0094aa73-9ce1-4606-a15a-fa7147873c05 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:54.601115 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a5163336-b787-4002-935e-c602cc5c2be8 req-0094aa73-9ce1-4606-a15a-fa7147873c05 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0551779 Jun 23 09:28:54.664553 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a5163336-b787-4002-935e-c602cc5c2be8 req-f58e0584-fe65-4c81-92a5-d733e1ebccf6 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566366 Jun 23 09:28:55.886607 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ae326-012a-4408-b71d-7438b2f71ae5 req-6e517935-cd66-4d85-a43b-5b27bb0d0a3c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:55.889003 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d74ae326-012a-4408-b71d-7438b2f71ae5 req-6e517935-cd66-4d85-a43b-5b27bb0d0a3c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.1357362 Jun 23 09:28:55.942641 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d74ae326-012a-4408-b71d-7438b2f71ae5 req-24d84404-13fb-4fc8-a49c-7e918889d9f0 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479465 Jun 23 09:28:56.726484 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875c34d-957e-4822-95a2-f346729510a9 req-2f112ecc-430a-42df-b906-7e718ec8fe6d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:56.728642 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a875c34d-957e-4822-95a2-f346729510a9 req-2f112ecc-430a-42df-b906-7e718ec8fe6d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0567932 Jun 23 09:28:56.811498 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a875c34d-957e-4822-95a2-f346729510a9 req-8c31ca41-7ad6-4a22-9083-f0243f80c077 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752099 Jun 23 09:28:57.081907 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c43be-9215-4df9-b4cd-a0b4c52310d2 req-8dddde3f-94e6-4964-b211-c34875920b65 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:57.083761 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f88c43be-9215-4df9-b4cd-a0b4c52310d2 req-8dddde3f-94e6-4964-b211-c34875920b65 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0630558 Jun 23 09:28:57.144204 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f88c43be-9215-4df9-b4cd-a0b4c52310d2 req-fe61d65c-780a-457e-ac5c-4b872430f78f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545890 Jun 23 09:28:57.283802 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbbdbd-e26c-4adf-8e65-c3e694e3454f req-9046a01e-d3a4-4980-8f65-2de1ecba8202 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:57.285410 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-eecbbdbd-e26c-4adf-8e65-c3e694e3454f req-9046a01e-d3a4-4980-8f65-2de1ecba8202 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0501678 Jun 23 09:28:57.335765 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-eecbbdbd-e26c-4adf-8e65-c3e694e3454f req-860d9905-cc9b-46de-bea1-e194b4c67182 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Jun 23 09:28:57.919871 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:28:57.955314 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2a43e-d65f-40c4-9020-1c88f82df308 req-a92c7787-a3c4-4bc5-a6e7-faa04dce5bbf tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:57.956948 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-aec2a43e-d65f-40c4-9020-1c88f82df308 req-a92c7787-a3c4-4bc5-a6e7-faa04dce5bbf tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0643065 Jun 23 09:28:58.019585 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-aec2a43e-d65f-40c4-9020-1c88f82df308 req-8fabc130-d81e-4b39-a743-2ad225524bde tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553379 Jun 23 09:28:58.268603 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f91701-570b-43f9-b88a-c24b8a53196a req-61d4cfee-29da-478b-b4c5-bfbe1884a0b7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:58.270372 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0f91701-570b-43f9-b88a-c24b8a53196a req-61d4cfee-29da-478b-b4c5-bfbe1884a0b7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0497069 Jun 23 09:28:58.305998 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:58.327257 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c0f91701-570b-43f9-b88a-c24b8a53196a req-988c081c-801f-46cb-acb0-ccbfdb388d16 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510912 Jun 23 09:28:58.472321 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e188026-9b3c-4825-a3a9-55dc77dde394 req-726b670c-15ca-4974-9b33-b5992023c557 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:58.474543 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7e188026-9b3c-4825-a3a9-55dc77dde394 req-726b670c-15ca-4974-9b33-b5992023c557 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0635033 Jun 23 09:28:58.528228 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7e188026-9b3c-4825-a3a9-55dc77dde394 req-845fc436-dd06-40a6-83ab-b689e41dffc6 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 Jun 23 09:28:59.140244 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:28:59.159863 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166b37-2d5f-4472-824e-e76608bcec6e req-de613a72-c684-4c18-baf2-1e723fa987bd tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:59.161504 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8d166b37-2d5f-4472-824e-e76608bcec6e req-de613a72-c684-4c18-baf2-1e723fa987bd tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0564899 Jun 23 09:28:59.221825 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8d166b37-2d5f-4472-824e-e76608bcec6e req-1ef0be5e-b8cf-4750-91ab-2b8003e1e584 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543334 Jun 23 09:28:59.454958 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9fe77-8ff7-4040-9627-bdd8c4ff636a req-b23124cb-50fc-4bbc-87ee-e9ddc895a079 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:59.457247 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ddb9fe77-8ff7-4040-9627-bdd8c4ff636a req-b23124cb-50fc-4bbc-87ee-e9ddc895a079 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0532920 Jun 23 09:28:59.513563 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ddb9fe77-8ff7-4040-9627-bdd8c4ff636a req-bead1053-3a63-4bd4-85ac-518bc7ef737b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506604 Jun 23 09:28:59.647155 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cb2f3-434d-4993-a1d5-4d4b40244a72 req-4c37e92c-e5dd-4c86-8fda-04ade1299a1b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:28:59.648655 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2e8cb2f3-434d-4993-a1d5-4d4b40244a72 req-4c37e92c-e5dd-4c86-8fda-04ade1299a1b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0486128 Jun 23 09:28:59.696374 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2e8cb2f3-434d-4993-a1d5-4d4b40244a72 req-9c819635-171e-4435-91ac-64f6b8d6d71d tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Jun 23 09:29:00.371424 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d922d-aad2-4977-be93-68009bcd73f6 req-e625dcfe-d34a-4f4b-89e3-7c9c2b8826a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:00.372908 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-145d922d-aad2-4977-be93-68009bcd73f6 req-e625dcfe-d34a-4f4b-89e3-7c9c2b8826a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1128 time: 0.0796115 Jun 23 09:29:00.379734 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88f950-1db0-44ef-8231-63b2e98f617a req-af12d852-4575-4b5c-bcd4-4d2a2e836004 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:00.381155 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cd88f950-1db0-44ef-8231-63b2e98f617a req-af12d852-4575-4b5c-bcd4-4d2a2e836004 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0765989 Jun 23 09:29:00.429679 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cd88f950-1db0-44ef-8231-63b2e98f617a req-7572d269-9318-47dd-8425-5603b660c6ab tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Jun 23 09:29:00.632673 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba584655-759f-4161-8dbf-0a8caa25bfa3 req-ff055adb-a279-4c3e-bd56-1e584b7d16ac tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:00.634105 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ba584655-759f-4161-8dbf-0a8caa25bfa3 req-ff055adb-a279-4c3e-bd56-1e584b7d16ac tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0488298 Jun 23 09:29:00.681018 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ba584655-759f-4161-8dbf-0a8caa25bfa3 req-ec933095-5097-446f-a0fe-790337b0c248 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Jun 23 09:29:00.815224 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedda0a-e809-4eda-9afd-dd98223e71b3 req-0f057b7d-eaaa-401d-9283-bc84cbae2650 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:00.816665 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bbedda0a-e809-4eda-9afd-dd98223e71b3 req-0f057b7d-eaaa-401d-9283-bc84cbae2650 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0483243 Jun 23 09:29:00.863154 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bbedda0a-e809-4eda-9afd-dd98223e71b3 req-c680ea80-05d2-48d4-9003-5e4bafd0837a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Jun 23 09:29:01.655371 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533eccc-c66f-402b-8ed6-295d3703034b req-46e0716f-8194-41ff-9523-74a5be3487a8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:01.656869 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7533eccc-c66f-402b-8ed6-295d3703034b req-46e0716f-8194-41ff-9523-74a5be3487a8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0469098 Jun 23 09:29:01.703112 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7533eccc-c66f-402b-8ed6-295d3703034b req-d5b22f9a-6fce-41a3-8882-1bc4fd39e994 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Jun 23 09:29:01.794525 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70901e56-4807-4036-904c-8e34c6bae08b req-259d6968-963f-4256-ade8-e56d9d1a5057 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:01.796063 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-70901e56-4807-4036-904c-8e34c6bae08b req-259d6968-963f-4256-ade8-e56d9d1a5057 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0472476 Jun 23 09:29:01.842572 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-70901e56-4807-4036-904c-8e34c6bae08b req-d6cc7a5d-d5d7-4adf-8bea-d23fc6e8ac96 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411782 Jun 23 09:29:01.975712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad23cd7-0f73-4991-ad9a-2e2c3adc4033 req-cbc61b23-6d50-486b-a191-582cd3730623 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:01.977060 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7ad23cd7-0f73-4991-ad9a-2e2c3adc4033 req-cbc61b23-6d50-486b-a191-582cd3730623 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0495372 Jun 23 09:29:02.022641 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7ad23cd7-0f73-4991-ad9a-2e2c3adc4033 req-cd8b6356-fce2-4329-9c40-13c64fb803f8 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401826 Jun 23 09:29:02.520423 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d922d-aad2-4977-be93-68009bcd73f6 req-ae1a48f6-f4bc-4cdb-b19b-fc88004c91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:02.521929 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-145d922d-aad2-4977-be93-68009bcd73f6 req-ae1a48f6-f4bc-4cdb-b19b-fc88004c91ed service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f17a6a1110a2462b98908ecbc67564f9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018386 Jun 23 09:29:02.626594 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-363e141c-b739-4eae-a65c-2fab228260df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378430 Jun 23 09:29:02.708157 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d922d-aad2-4977-be93-68009bcd73f6 req-d44e36c6-6262-4c62-aceb-964495726d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:02.709647 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-145d922d-aad2-4977-be93-68009bcd73f6 req-d44e36c6-6262-4c62-aceb-964495726d0e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907149 Jun 23 09:29:02.832075 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:02.835445 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-375fe0a3-8282-44b2-b569-5c35d64f786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:02.835827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-41c5eb10-7e79-41a3-b473-a328cf6f2470 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:02.837004 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-375fe0a3-8282-44b2-b569-5c35d64f786a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1129 time: 0.0723240 Jun 23 09:29:02.837236 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-41c5eb10-7e79-41a3-b473-a328cf6f2470 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0721953 Jun 23 09:29:02.852294 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535e327-2d4b-49c2-b077-b4699b4e5f53 req-b803a9f9-8197-4a41-8e04-c4ae95216d90 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:02.853766 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1535e327-2d4b-49c2-b077-b4699b4e5f53 req-b803a9f9-8197-4a41-8e04-c4ae95216d90 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0556591 Jun 23 09:29:02.873071 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=22 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:02.879728 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dabf9-52ba-4beb-81e2-a619614b957e req-cb67587c-22ba-44aa-a988-44f481963813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:02.881308 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-cb67587c-22ba-44aa-a988-44f481963813 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1128 time: 0.0781381 Jun 23 09:29:02.882287 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=58 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:02.910264 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:02.965988 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1535e327-2d4b-49c2-b077-b4699b4e5f53 req-baffa061-81fa-4874-830e-f0fccc57e79c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991709 Jun 23 09:29:02.993752 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-ca54b2af-10ac-4c01-ac13-e77f0efabe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:02.993752 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-ca54b2af-10ac-4c01-ac13-e77f0efabe82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 200 len: 910 time: 0.1288414 Jun 23 09:29:02.993968 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-80c4f3c5-810d-47ca-a30c-16d6ff578949 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 217 time: 0.0672145 Jun 23 09:29:03.001470 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Deleting port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:29:03.001872 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:03.013165 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d6180-6c0c-491e-bd50-820184c54551 req-d560d627-c962-4982-af6d-a1ecd4a485ba tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:03.014589 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c8d6180-6c0c-491e-bd50-820184c54551 req-d560d627-c962-4982-af6d-a1ecd4a485ba tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0886877 Jun 23 09:29:03.061624 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-208a3894-8241-439f-a94b-ae44c3bf8890 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 1000 time: 0.0588386 Jun 23 09:29:03.146299 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-fe3b5a32-beb2-43d5-b619-c60cc6c65dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:03.147721 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-fe3b5a32-beb2-43d5-b619-c60cc6c65dcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687fb39a-c4a6-4493-ac48-9fac6a9d11cb HTTP/1.1" status: 200 len: 848 time: 0.0800662 Jun 23 09:29:03.160413 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2028de-9319-408a-a001-8a72cddcd779 req-3f46b93c-3024-4cbc-bfae-95e5e23a44d2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:03.162371 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9b2028de-9319-408a-a001-8a72cddcd779 req-3f46b93c-3024-4cbc-bfae-95e5e23a44d2 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 946 time: 0.0669589 Jun 23 09:29:03.219459 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-7363c185-c44e-46bd-98d3-35a6415c3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:03.220970 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-7363c185-c44e-46bd-98d3-35a6415c3b44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41d8d680-ae9a-4d55-be37-805921d1b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670059 Jun 23 09:29:03.264437 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9b2028de-9319-408a-a001-8a72cddcd779 req-8c9e0089-4cba-407c-9e5d-bb9768aa3640 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935228 Jun 23 09:29:03.335788 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-175e1281-a578-4f4c-adf0-2d686030147f service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007290 Jun 23 09:29:03.362396 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dabf9-52ba-4beb-81e2-a619614b957e req-eb818c73-67b8-4221-a6e7-2ff2f970b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:03.363918 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-eb818c73-67b8-4221-a6e7-2ff2f970b0ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60c84e34-b082-41b8-a38a-07c229aaa839 HTTP/1.1" status: 200 len: 854 time: 0.3587732 Jun 23 09:29:03.390729 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c8d6180-6c0c-491e-bd50-820184c54551 req-e04590be-7eec-418b-8f2a-1718905ff0c2 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568141 Jun 23 09:29:03.424490 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] For port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:03.424851 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:03.436665 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a13aec4e-5b07-4c7b-8473-453c7215ba8a req-468309e7-e954-4214-8334-ffc5c06ade70 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944319 Jun 23 09:29:03.440325 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dabf9-52ba-4beb-81e2-a619614b957e req-c7ba6fd3-96c5-407c-866d-642e6f8a2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:03.441823 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-c7ba6fd3-96c5-407c-866d-642e6f8a2cca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e6d8e95-96b3-49d4-8814-891949660fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692019 Jun 23 09:29:03.442817 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Calling delete_port for 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:29:03.446437 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:03.504430 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:03.593757 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-68e6c653-8a9f-45b9-99b2-cb00f8efb818 service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398752 Jun 23 09:29:03.753774 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (3ed4c870-26d7-4fa7-9842-6dc0b9ff1906), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:03.788350 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event deleted for resources: {'Port': ['ID=3ed4c870-26d7-4fa7-9842-6dc0b9ff1906,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:03.795589 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['3ed4c870-26d7-4fa7-9842-6dc0b9ff1906', '4945a4dc-aecf-48ce-bab1-065123f856ba'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:29:03.817287 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.817632 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.817975 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.818308 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.818635 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.818985 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.819312 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.819639 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.820091 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.820283 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.820599 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.820918 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.821233 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.821549 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.821863 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:03.842494 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] No DVR routers for this DVR port 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:29:03.845075 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:03.848638 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f51ba95e-b640-4218-b780-1943c19fcf0e req-f2183e72-4857-42d3-adbe-56d6ebfa1887 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "DELETE /v2.0/ports/3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 HTTP/1.1" status: 204 len: 173 time: 1.0037992 Jun 23 09:29:03.849111 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead81496-995d-41ce-8a52-0c61545053f7', 'name': 'network-vif-deleted', 'tag': '3ed4c870-26d7-4fa7-9842-6dc0b9ff1906'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:03.851398 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e0d94e-6002-44c9-b9ac-f613c2f7431a" -d '{"events": [{"server_uuid": "ead81496-995d-41ce-8a52-0c61545053f7", "name": "network-vif-deleted", "tag": "3ed4c870-26d7-4fa7-9842-6dc0b9ff1906"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:03.887494 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146f7c82-b135-4e4e-b07f-70bdc98dd2ea x-openstack-request-id: req-146f7c82-b135-4e4e-b07f-70bdc98dd2ea {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:03.887787 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead81496-995d-41ce-8a52-0c61545053f7", "name": "network-vif-deleted", "tag": "3ed4c870-26d7-4fa7-9842-6dc0b9ff1906", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:03.888039 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-146f7c82-b135-4e4e-b07f-70bdc98dd2ea {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:03.888442 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146f7c82-b135-4e4e-b07f-70bdc98dd2ea'] response: {'server_uuid': 'ead81496-995d-41ce-8a52-0c61545053f7', 'name': 'network-vif-deleted', 'tag': '3ed4c870-26d7-4fa7-9842-6dc0b9ff1906', 'status': 'completed', 'code': 200} Jun 23 09:29:04.140246 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6959-f9a1-4144-a6eb-97000917fe35 req-d42e9ae6-64bb-461d-ad52-819ba02aeae9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:04.141771 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d18e6959-f9a1-4144-a6eb-97000917fe35 req-d42e9ae6-64bb-461d-ad52-819ba02aeae9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0979872 Jun 23 09:29:04.237377 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-857dabf9-52ba-4beb-81e2-a619614b957e req-80b924a7-0ae1-4250-b75e-8df6d1d5975f service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618137 Jun 23 09:29:04.237377 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d18e6959-f9a1-4144-a6eb-97000917fe35 req-d9b85ced-338b-4411-935b-3b6717ded4a2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741670 Jun 23 09:29:04.368714 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cad461ef-5f68-4040-aa15-44bbcea3cbc9 req-2c1b3e40-41a4-4bfe-aa04-034d82b4ab4e tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.0324640 Jun 23 09:29:04.517366 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bb958-97c3-43a9-9eb4-ab2978ff784f req-0e0aa324-873d-4255-a907-55acbfc74693 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:04.517366 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6b8bb958-97c3-43a9-9eb4-ab2978ff784f req-0e0aa324-873d-4255-a907-55acbfc74693 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0483136 Jun 23 09:29:04.560872 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6b8bb958-97c3-43a9-9eb4-ab2978ff784f req-24720dff-3143-4474-ad35-85da76f9e770 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Jun 23 09:29:05.356496 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a774d-f8a6-4ae6-bf9c-854f1d57a201 req-24b21883-d06f-4cc4-a8fd-74c58575bc85 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:05.357967 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2e5a774d-f8a6-4ae6-bf9c-854f1d57a201 req-24b21883-d06f-4cc4-a8fd-74c58575bc85 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0513203 Jun 23 09:29:05.404004 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2e5a774d-f8a6-4ae6-bf9c-854f1d57a201 req-55e42374-a429-4452-87bb-4945bbf1c5f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402770 Jun 23 09:29:05.617333 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0e94ee03-1249-4b37-85b5-c03e5ceb98ad req-584c4f74-0b87-4251-a3c6-f8f28ce56cc6 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.0319014 Jun 23 09:29:05.671960 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded3986-120b-49b2-baa4-d13e879acffa req-c7384973-d451-498d-be9d-9fbe45640a80 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:05.673406 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1ded3986-120b-49b2-baa4-d13e879acffa req-c7384973-d451-498d-be9d-9fbe45640a80 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0463374 Jun 23 09:29:05.719818 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1ded3986-120b-49b2-baa4-d13e879acffa req-279dddf8-bc87-4795-8aae-4cd40a34c82e tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Jun 23 09:29:06.443619 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:29:06.521560 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455efd3f-ccbf-4cd2-8ee7-cf93bc3ea06b req-afeaada3-6f3e-4d68-9867-2bd155f7c26d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:06.523053 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-455efd3f-ccbf-4cd2-8ee7-cf93bc3ea06b req-afeaada3-6f3e-4d68-9867-2bd155f7c26d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0475352 Jun 23 09:29:06.570117 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-455efd3f-ccbf-4cd2-8ee7-cf93bc3ea06b req-45adf4c1-68da-4bf3-8333-473a2fd43b18 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416045 Jun 23 09:29:06.724358 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-238ea851-24e5-435b-9912-3efa7d3c61c4 req-7efec6ad-0b82-4590-b6f5-041e960e01ef tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=ead81496-995d-41ce-8a52-0c61545053f7 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Jun 23 09:29:06.830204 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac903a3e-1fa4-4148-9daf-83c004f1bb3c req-8bf4c42d-5eae-4b85-84c8-1900ea0398b1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:06.831953 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ac903a3e-1fa4-4148-9daf-83c004f1bb3c req-8bf4c42d-5eae-4b85-84c8-1900ea0398b1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0480127 Jun 23 09:29:06.849619 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:29:06.868371 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:29:06.868717 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 3ed4c870-26d7-4fa7-9842-6dc0b9ff1906 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:29:06.886156 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ac903a3e-1fa4-4148-9daf-83c004f1bb3c req-95719f99-ed5f-4afb-80d5-5eb69df1815b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475559 Jun 23 09:29:07.692016 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dad29-8786-4142-8d96-112a7c742d75 req-10cf2ac8-8d05-4838-b4a4-bcaac2103155 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:07.693446 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bf4dad29-8786-4142-8d96-112a7c742d75 req-10cf2ac8-8d05-4838-b4a4-bcaac2103155 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0488913 Jun 23 09:29:07.750800 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bf4dad29-8786-4142-8d96-112a7c742d75 req-c3ed0585-34e4-40f7-974e-91a010c26d18 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515733 Jun 23 09:29:07.996923 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfedd2-4d78-442d-ab31-d202b0bc83f3 req-745b0c6a-18f4-42c9-a6f0-0cfc1ffef3a2 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:07.998358 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9adfedd2-4d78-442d-ab31-d202b0bc83f3 req-745b0c6a-18f4-42c9-a6f0-0cfc1ffef3a2 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0471153 Jun 23 09:29:08.050175 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9adfedd2-4d78-442d-ab31-d202b0bc83f3 req-c273a981-0b97-4f95-80cb-297e2d3f412c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456445 Jun 23 09:29:08.220183 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf78210-24be-4e87-af55-65ced540bbad req-3666ad04-da80-43b2-928d-d958e2f5c3ac tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:08.221560 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fbf78210-24be-4e87-af55-65ced540bbad req-3666ad04-da80-43b2-928d-d958e2f5c3ac tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0478399 Jun 23 09:29:08.268720 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fbf78210-24be-4e87-af55-65ced540bbad req-f5cd653b-6c47-4f1f-892c-e722e78a2699 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Jun 23 09:29:08.856485 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 22e31120-c9ad-4071-b7c6-4a5042d14b7c details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:29:08.872146 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667399f-f734-4c64-b9b5-402b3682a3d6 req-000eb59b-44ce-4731-899c-d69c8fe5b9ed tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:08.873601 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2667399f-f734-4c64-b9b5-402b3682a3d6 req-000eb59b-44ce-4731-899c-d69c8fe5b9ed tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0461130 Jun 23 09:29:08.891927 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:08.922185 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2667399f-f734-4c64-b9b5-402b3682a3d6 req-5e4ecf93-351c-45b4-8440-767b64a4d1fe tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430920 Jun 23 09:29:08.956025 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:08.966750 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'port_id': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'mac_address': 'fa:16:3e:5a:ef:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:29:09.000219 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 22e31120-c9ad-4071-b7c6-4a5042d14b7c is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:09.000605 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:09.013497 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e31120-c9ad-4071-b7c6-4a5042d14b7c {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:29:09.032130 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:09.167039 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6242e-87a5-4ed0-9676-b2a5e2660394 req-88587ded-5c8a-4340-b88a-043bfecaeb0d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:09.168515 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faa6242e-87a5-4ed0-9676-b2a5e2660394 req-88587ded-5c8a-4340-b88a-043bfecaeb0d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 944 time: 0.0508072 Jun 23 09:29:09.174513 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:09.181785 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:09.196335 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:09.217856 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faa6242e-87a5-4ed0-9676-b2a5e2660394 req-3b5201c7-f0c0-4248-a73b-907b7f20e35f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427527 Jun 23 09:29:09.224914 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=22e31120-c9ad-4071-b7c6-4a5042d14b7c,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:09.384567 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa6c2d-be85-403b-aca1-21975a92334f req-f22e3a92-2603-4686-98f0-e3b9b83ca901 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:09.385985 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-deaa6c2d-be85-403b-aca1-21975a92334f req-f22e3a92-2603-4686-98f0-e3b9b83ca901 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0504682 Jun 23 09:29:09.433507 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-deaa6c2d-be85-403b-aca1-21975a92334f req-56954f94-58f3-4bde-bf62-7ae4a779c13c tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Jun 23 09:29:09.523392 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['22e31120-c9ad-4071-b7c6-4a5042d14b7c'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:29:10.038712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06838a7c-6709-41e4-a2c1-fc4472166952 req-05a95036-2637-48b2-b278-1e790cb50314 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:10.040192 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-06838a7c-6709-41e4-a2c1-fc4472166952 req-05a95036-2637-48b2-b278-1e790cb50314 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0462351 Jun 23 09:29:10.073600 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-ffb358bb-d404-426a-a3f6-5dbc71b44f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:10.088129 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-06838a7c-6709-41e4-a2c1-fc4472166952 req-1b8b747a-544a-4225-8ff4-65105e158f02 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Jun 23 09:29:10.328242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d972-c531-44e1-889e-a65b0159fbf9 req-c4b4785f-2b5a-45c0-a019-71ca0b548651 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:10.329691 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-49a6d972-c531-44e1-889e-a65b0159fbf9 req-c4b4785f-2b5a-45c0-a019-71ca0b548651 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 945 time: 0.0461385 Jun 23 09:29:10.375781 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-49a6d972-c531-44e1-889e-a65b0159fbf9 req-53aa10d4-9656-4253-a7c5-8b0d0529ebfb tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Jun 23 09:29:10.543453 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621595bd-df73-416e-a93d-0c907f033719 req-43f58989-eaff-4693-b406-e9c93b9a8b59 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:10.544808 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-621595bd-df73-416e-a93d-0c907f033719 req-43f58989-eaff-4693-b406-e9c93b9a8b59 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0458333 Jun 23 09:29:10.594976 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-621595bd-df73-416e-a93d-0c907f033719 req-b9ad2ea2-b431-4e0c-894e-3f30c7b97aa7 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446780 Jun 23 09:29:10.860840 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 22e31120-c9ad-4071-b7c6-4a5042d14b7c up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:11.019754 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:11.027845 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 22e31120-c9ad-4071-b7c6-4a5042d14b7c completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:29:11.095774 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 22e31120-c9ad-4071-b7c6-4a5042d14b7c triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:11.096356 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:11.170124 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:11.173578 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 22e31120-c9ad-4071-b7c6-4a5042d14b7c is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:11.173981 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:11.183937 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:11.201045 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:11.203454 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc328b-f561-44c0-a944-3e6e5d2af51a" -d '{"events": [{"server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "name": "network-vif-plugged", "status": "completed", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:11.207606 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43b784-5b30-4538-ab78-93b0d00dcae9 req-3d5369b1-1851-4e38-a342-2796a651e537 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:11.209166 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-be43b784-5b30-4538-ab78-93b0d00dcae9 req-3d5369b1-1851-4e38-a342-2796a651e537 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0493422 Jun 23 09:29:11.217776 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:11.243106 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b4dae9-6e49-4431-9fca-4f3de8c2c26b x-openstack-request-id: req-c7b4dae9-6e49-4431-9fca-4f3de8c2c26b {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:11.243498 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "name": "network-vif-plugged", "status": "completed", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:11.243758 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7b4dae9-6e49-4431-9fca-4f3de8c2c26b {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:11.245165 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b4dae9-6e49-4431-9fca-4f3de8c2c26b'] response: {'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'code': 200} Jun 23 09:29:11.263129 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-be43b784-5b30-4538-ab78-93b0d00dcae9 req-a92cf0d5-68e8-4c41-bb71-d7f5265e8322 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Jun 23 09:29:11.306306 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:11.355977 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=22e31120-c9ad-4071-b7c6-4a5042d14b7c,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:11.502475 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec642-ba22-46fd-9855-43b62dbc5856 req-f3347a40-e247-4197-8abe-f49a11f3f0de tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:11.503963 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5a8ec642-ba22-46fd-9855-43b62dbc5856 req-f3347a40-e247-4197-8abe-f49a11f3f0de tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0577199 Jun 23 09:29:11.553110 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-2f2461fc-1c6c-4d33-8ba4-d42919c7048b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:11.554670 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-2f2461fc-1c6c-4d33-8ba4-d42919c7048b tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0716202 Jun 23 09:29:11.612693 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5a8ec642-ba22-46fd-9855-43b62dbc5856 req-df1da004-69b4-4c88-946b-3824fa7b9ad7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925453 Jun 23 09:29:11.683444 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a6a2d-3db3-466c-ba7f-6567ddafd9ef req-0e8a66c7-bcd7-42d7-aadf-e8c2ebdc471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:11.684866 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dd4a6a2d-3db3-466c-ba7f-6567ddafd9ef req-0e8a66c7-bcd7-42d7-aadf-e8c2ebdc471c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1130 time: 0.0759652 Jun 23 09:29:11.715368 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Deleting port 4945a4dc-aecf-48ce-bab1-065123f856ba {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:29:11.715705 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:11.720377 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de98dc-6564-4cfa-b3b2-9dae4bc6033d req-9d8f0ba8-24d7-4013-ba70-1e96aee2e44a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:11.721866 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-53de98dc-6564-4cfa-b3b2-9dae4bc6033d req-9d8f0ba8-24d7-4013-ba70-1e96aee2e44a tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Jun 23 09:29:11.770873 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-53de98dc-6564-4cfa-b3b2-9dae4bc6033d req-caa66e3d-f745-4d76-992d-8f27c3e7ea76 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/security-groups?id=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Jun 23 09:29:11.811417 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dd4a6a2d-3db3-466c-ba7f-6567ddafd9ef req-b22addcf-0f61-4d22-8127-d9032629c4c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187651 Jun 23 09:29:11.842504 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] For port 4945a4dc-aecf-48ce-bab1-065123f856ba, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4945a4dc-aecf-48ce-bab1-065123f856ba,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:11.842872 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:11.856302 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Calling delete_port for 4945a4dc-aecf-48ce-bab1-065123f856ba owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:29:12.050538 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (4945a4dc-aecf-48ce-bab1-065123f856ba), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:12.075635 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Pushing event deleted for resources: {'Port': ['ID=4945a4dc-aecf-48ce-bab1-065123f856ba,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:12.098833 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['4945a4dc-aecf-48ce-bab1-065123f856ba'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:29:12.102269 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:12.129865 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] No DVR routers for this DVR port 4945a4dc-aecf-48ce-bab1-065123f856ba on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:29:12.132219 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:12.135464 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c29bb3b3-4a79-45a7-bcd4-d51744139114 req-954fd9eb-f31c-47eb-89eb-2b15f882f857 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.55 "DELETE /v2.0/ports/4945a4dc-aecf-48ce-bab1-065123f856ba HTTP/1.1" status: 204 len: 173 time: 0.5591357 Jun 23 09:29:12.135892 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4921354-594f-4b15-b3f2-47a3d838f851', 'name': 'network-vif-deleted', 'tag': '4945a4dc-aecf-48ce-bab1-065123f856ba'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:12.138079 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e91c9-596e-4b97-97df-16571cc34f13" -d '{"events": [{"server_uuid": "d4921354-594f-4b15-b3f2-47a3d838f851", "name": "network-vif-deleted", "tag": "4945a4dc-aecf-48ce-bab1-065123f856ba"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:12.173777 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e06ad-69aa-4404-8a60-5f6dc649eaaf x-openstack-request-id: req-258e06ad-69aa-4404-8a60-5f6dc649eaaf {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:12.174069 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4921354-594f-4b15-b3f2-47a3d838f851", "name": "network-vif-deleted", "tag": "4945a4dc-aecf-48ce-bab1-065123f856ba", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:12.174321 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-258e06ad-69aa-4404-8a60-5f6dc649eaaf {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:12.175223 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-258e06ad-69aa-4404-8a60-5f6dc649eaaf'] response: {'server_uuid': 'd4921354-594f-4b15-b3f2-47a3d838f851', 'name': 'network-vif-deleted', 'tag': '4945a4dc-aecf-48ce-bab1-065123f856ba', 'status': 'completed', 'code': 200} Jun 23 09:29:12.288544 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6ed496b8-785a-4fad-b0a6-4656b897666b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:12.382131 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1e347-495d-4f5a-9981-bc4212661cb3 req-3c107acb-6f80-4e14-b5fb-2ca424f3a9a5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:12.383538 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-90e1e347-495d-4f5a-9981-bc4212661cb3 req-3c107acb-6f80-4e14-b5fb-2ca424f3a9a5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0464296 Jun 23 09:29:12.430568 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-90e1e347-495d-4f5a-9981-bc4212661cb3 req-d62f0cab-c7fb-4e7c-b3c0-89b59f85a0a3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Jun 23 09:29:12.721468 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:12.731685 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0bb93-8a82-4512-a330-7e0352f31b22 req-f0768906-b260-4b10-9eb1-9c65cadc514e tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:12.733166 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d1c0bb93-8a82-4512-a330-7e0352f31b22 req-f0768906-b260-4b10-9eb1-9c65cadc514e tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0468628 Jun 23 09:29:12.779732 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d1c0bb93-8a82-4512-a330-7e0352f31b22 req-89049417-46b1-47d7-a674-ee0ea15165bf tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Jun 23 09:29:12.873485 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5fa27d19-ac08-4874-99dc-55e236b1bad3 req-40ee9d1c-7b57-4fc7-8478-2e9e7a4cc116 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 210 time: 0.0310655 Jun 23 09:29:13.518986 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:13.579708 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32320793-5aa0-467f-bc1d-b0748331b71a req-e65c50e0-0f7e-4fd1-b00b-8381325f6c5d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:13.581181 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-32320793-5aa0-467f-bc1d-b0748331b71a req-e65c50e0-0f7e-4fd1-b00b-8381325f6c5d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0778120 Jun 23 09:29:13.612315 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:13.629961 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-32320793-5aa0-467f-bc1d-b0748331b71a req-720e8fe0-a6f4-4fd0-b8d6-62f1c9b69e6b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Jun 23 09:29:13.895348 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79dab5-444e-4a07-add0-a3d1a7d3cedf req-4b7eee63-565c-4e00-9fa2-8c87d1aad40f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:13.897646 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0d79dab5-444e-4a07-add0-a3d1a7d3cedf req-4b7eee63-565c-4e00-9fa2-8c87d1aad40f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0496643 Jun 23 09:29:13.959828 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0d79dab5-444e-4a07-add0-a3d1a7d3cedf req-07129316-243d-4a2d-9e47-51369599c51f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539379 Jun 23 09:29:14.006058 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f0fd361e-6f4b-4806-b214-7d4d8a231277 req-00495c77-8993-4399-89c4-b3d5fb1657e4 tempest-ServerRescueNegativeTestJSON-456797523 tempest-ServerRescueNegativeTestJSON-456797523-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4921354-594f-4b15-b3f2-47a3d838f851 HTTP/1.1" status: 200 len: 210 time: 0.0391109 Jun 23 09:29:14.083642 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c0c3b-ef23-45cf-ae11-ae871f4e2951 req-979bb293-dd57-4053-834b-990f485d3475 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:14.087522 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-809c0c3b-ef23-45cf-ae11-ae871f4e2951 req-979bb293-dd57-4053-834b-990f485d3475 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0540538 Jun 23 09:29:14.134738 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-809c0c3b-ef23-45cf-ae11-ae871f4e2951 req-d53d3e89-267f-49d9-bb0b-d8f129e023fa tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Jun 23 09:29:14.454475 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8b43c-1898-43c3-b1dd-7d916e20ec06 req-843d481d-c95f-48e7-959d-9aa24f15e251 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:14.455974 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-61a8b43c-1898-43c3-b1dd-7d916e20ec06 req-843d481d-c95f-48e7-959d-9aa24f15e251 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0490372 Jun 23 09:29:14.501151 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-61a8b43c-1898-43c3-b1dd-7d916e20ec06 req-ebbc116e-df1b-4a38-85d0-f50f719660d3 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398107 Jun 23 09:29:14.750797 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d067f-1687-4064-bf53-ee397591f342 req-b365bc53-e642-40d4-9174-72e354d03ec5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:14.752302 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-722d067f-1687-4064-bf53-ee397591f342 req-b365bc53-e642-40d4-9174-72e354d03ec5 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0499442 Jun 23 09:29:14.801851 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-722d067f-1687-4064-bf53-ee397591f342 req-c6f4a1ea-0010-4032-a2a2-7af0d11b34d8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Jun 23 09:29:14.876362 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:29:14.890313 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 4945a4dc-aecf-48ce-bab1-065123f856ba no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:29:14.913763 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 4945a4dc-aecf-48ce-bab1-065123f856ba {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:29:14.914038 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 4945a4dc-aecf-48ce-bab1-065123f856ba not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:29:15.003442 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:15.019767 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '732238d5-e9fb-41b3-9753-b880285a15e2', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'port_id': '732238d5-e9fb-41b3-9753-b880285a15e2', 'mac_address': 'fa:16:3e:ba:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:29:15.058709 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 732238d5-e9fb-41b3-9753-b880285a15e2 is: ACTIVE; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:15.059167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:15.073348 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 732238d5-e9fb-41b3-9753-b880285a15e2 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:29:15.073617 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47040) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:15.094625 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:15.094856 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:15.176602 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:15.225372 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=6']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:15.349542 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['732238d5-e9fb-41b3-9753-b880285a15e2'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:29:15.393179 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:15.682724 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:15.757550 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (62b9be4c-3c56-4e92-8043-fc264b8707c9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:15.837425 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:15.922393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471db2b-1764-4f51-a2d6-507fb7d7e8f2 req-f9629dbb-7b63-48fa-aa50-7e81400ae19f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:15.924015 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f471db2b-1764-4f51-a2d6-507fb7d7e8f2 req-f9629dbb-7b63-48fa-aa50-7e81400ae19f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 945 time: 0.0482008 Jun 23 09:29:15.970860 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f471db2b-1764-4f51-a2d6-507fb7d7e8f2 req-db7a44e3-c734-4812-9882-f81721bed35b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411558 Jun 23 09:29:15.980136 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Deleting port baaba5ef-8eb7-4bb9-9dbb-3452ed906999 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:29:15.980474 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:16.061980 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] For port baaba5ef-8eb7-4bb9-9dbb-3452ed906999, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:16.062393 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:16.075216 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Calling delete_port for baaba5ef-8eb7-4bb9-9dbb-3452ed906999 owned by network:router_interface {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:29:16.404467 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (baaba5ef-8eb7-4bb9-9dbb-3452ed906999), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:16.430549 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Pushing event deleted for resources: {'Port': ['ID=baaba5ef-8eb7-4bb9-9dbb-3452ed906999,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:16.611590 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (62b9be4c-3c56-4e92-8043-fc264b8707c9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:16.773251 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:16.813434 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:16.828001 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Router 62b9be4c-3c56-4e92-8043-fc264b8707c9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:29:16.903147 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:16.940271 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:29:16.945311 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-3dbe0877-e7af-44c5-9824-8522ab8ff064 admin admin] 10.222.0.52 "PUT /v2.0/routers/62b9be4c-3c56-4e92-8043-fc264b8707c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8705971 Jun 23 09:29:16.948472 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47084) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:16.952746 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] Sync routers for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:29:16.955470 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 732238d5-e9fb-41b3-9753-b880285a15e2 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:16.955758 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:16.964578 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:16.965219 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:17.074487 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 732238d5-e9fb-41b3-9753-b880285a15e2 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:17.075199 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:17.130269 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks [] for router (62b9be4c-3c56-4e92-8043-fc264b8707c9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:17.131638 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:17.138446 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1340082-e6ca-40a5-b3e3-fdc98a1cc223" -d '{"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-plugged", "status": "completed", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:17.168326 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:17.173231 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a26a58-f3ee-46b7-8b58-8b25c16f9817 req-cd7d9ac0-adf2-4dd9-b749-46ac9fe84326 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:17.183407 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f6a26a58-f3ee-46b7-8b58-8b25c16f9817 req-cd7d9ac0-adf2-4dd9-b749-46ac9fe84326 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 945 time: 0.0849547 Jun 23 09:29:17.183612 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:17.256151 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f6a26a58-f3ee-46b7-8b58-8b25c16f9817 req-bb528595-7044-455e-a0af-9cdb7460a3f4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726953 Jun 23 09:29:17.268006 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:17.279092 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks [] for router_gateway (62b9be4c-3c56-4e92-8043-fc264b8707c9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:17.347187 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be639997-b914-489b-8c97-10fe9ef69c0c x-openstack-request-id: req-be639997-b914-489b-8c97-10fe9ef69c0c {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:17.347187 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-plugged", "status": "completed", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:17.347187 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be639997-b914-489b-8c97-10fe9ef69c0c {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:17.347187 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be639997-b914-489b-8c97-10fe9ef69c0c'] response: {'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2', 'code': 200} Jun 23 09:29:17.360534 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=7']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:17.422228 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221'}], 'enable_snat': True}, 'gw_port_id': '2b49addc-4583-4559-8007-945887547200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:29:16Z', 'revision_number': 5, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port': {'id': '2b49addc-4583-4559-8007-945887547200', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:54Z', 'updated_at': '2022-06-23T09:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:17.427668 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Deleting port 2b49addc-4583-4559-8007-945887547200 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:29:17.427668 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (2b49addc-4583-4559-8007-945887547200), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:17.548007 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] For port 2b49addc-4583-4559-8007-945887547200, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=2b49addc-4583-4559-8007-945887547200,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:17.548670 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (2b49addc-4583-4559-8007-945887547200), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:17.553701 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] Checking router: 62b9be4c-3c56-4e92-8043-fc264b8707c9 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:29:17.563586 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] Routers {'62b9be4c-3c56-4e92-8043-fc264b8707c9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:17.564589 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['62b9be4c-3c56-4e92-8043-fc264b8707c9'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:17.572110 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Calling delete_port for 2b49addc-4583-4559-8007-945887547200 owned by network:router_gateway {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:29:17.685221 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] Set router 62b9be4c-3c56-4e92-8043-fc264b8707c9 gateway port host: None {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:17.761991 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:29:17Z', 'revision_number': 6, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port_host': None}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:17.791844 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d353c8-abd2-4d02-905c-45e828be5acf None None] The sync data for ids ['62b9be4c-3c56-4e92-8043-fc264b8707c9'] in dv-cinder-847274-1-iscsi is: [{'id': '62b9be4c-3c56-4e92-8043-fc264b8707c9', 'name': 'tempest-ServerRescueNegativeTestJSON-1030691497-router', 'tenant_id': '368a6f8fbca64e7791d5330f0a99d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:29:17Z', 'revision_number': 6, 'project_id': '368a6f8fbca64e7791d5330f0a99d086', 'gw_port_host': None}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:29:17.795602 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:18.156042 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (2b49addc-4583-4559-8007-945887547200), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:18.193425 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b49addc-4583-4559-8007-945887547200,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:18.210338 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.210715 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.211064 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.211462 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.211808 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.212137 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.212523 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.213899 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.213899 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.214102 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.214402 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.214733 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.216825 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.218572 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.219022 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:18.308394 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (62b9be4c-3c56-4e92-8043-fc264b8707c9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:18.450315 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (62b9be4c-3c56-4e92-8043-fc264b8707c9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:18.457691 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks [] for router_controller (62b9be4c-3c56-4e92-8043-fc264b8707c9), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:18.460606 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494fe5e-f613-44fb-8c80-3374e50228e1 req-8f5e2f47-cb8c-4caf-993d-4fe26aa08c16 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:18.467996 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0494fe5e-f613-44fb-8c80-3374e50228e1 req-8f5e2f47-cb8c-4caf-993d-4fe26aa08c16 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0859818 Jun 23 09:29:18.533918 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0494fe5e-f613-44fb-8c80-3374e50228e1 req-82b87d2b-0f6d-40f3-a094-c77be23e77d1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649266 Jun 23 09:29:18.677696 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (62b9be4c-3c56-4e92-8043-fc264b8707c9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:18.678227 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b9be4c-3c56-4e92-8043-fc264b8707c9 {{(pid=104734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:29:18.686137 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:18.687128 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-cac3568e-c747-4552-afbb-fc8c3af365e0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/62b9be4c-3c56-4e92-8043-fc264b8707c9 HTTP/1.1" status: 204 len: 168 time: 1.7378106 Jun 23 09:29:18.689908 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47100) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:18.741971 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-8961d18a-8059-424b-bdea-adf9f478ff6f admin admin] Deleting subnet e0321591-ebfb-46d6-ba68-18f655718c03 {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:29:18.745401 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8961d18a-8059-424b-bdea-adf9f478ff6f admin admin] Publish callbacks [] for subnet (e0321591-ebfb-46d6-ba68-18f655718c03), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:18.789553 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8961d18a-8059-424b-bdea-adf9f478ff6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (e0321591-ebfb-46d6-ba68-18f655718c03), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:18.888004 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8961d18a-8059-424b-bdea-adf9f478ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (e0321591-ebfb-46d6-ba68-18f655718c03), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.016748 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8961d18a-8059-424b-bdea-adf9f478ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (e0321591-ebfb-46d6-ba68-18f655718c03), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.051203 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8961d18a-8059-424b-bdea-adf9f478ff6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.052964 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce8d99-b3cf-4b28-ae5c-ca506475629f None None] Network f9023da2-9c4b-4934-b1b2-3b253a92c58b requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:29:19.074724 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-8961d18a-8059-424b-bdea-adf9f478ff6f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e0321591-ebfb-46d6-ba68-18f655718c03 HTTP/1.1" status: 204 len: 168 time: 0.3755553 Jun 23 09:29:19.074862 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47102) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:19.085974 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961d18a-8059-424b-bdea-adf9f478ff6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0321591-ebfb-46d6-ba68-18f655718c03,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:19.177310 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (f9023da2-9c4b-4934-b1b2-3b253a92c58b), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.266557 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Deleting port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:29:19.266903 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.296878 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] DHCP port deletion for f9023da2-9c4b-4934-b1b2-3b253a92c58b request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:29:19.343590 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] Deleting port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:29:19.343590 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.346315 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] For port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:19.346684 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.357305 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:19.362627 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Calling delete_port for fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:29:19.425340 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] For port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,segment=NetworkSegment(e19b6e14-8f57-42cc-bc97-185edb02b898),segment_id=e19b6e14-8f57-42cc-bc97-185edb02b898)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:19.426039 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.448557 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] Calling delete_port for fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:29:19.495655 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:19.556017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.568203 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.588424 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:19.596253 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] Pushing event deleted for resources: {'Port': ['ID=fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:19.598828 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] No DVR routers for this DVR port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 on host dv-cinder-847274-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:29:19.607672 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2416b9-38e6-43a5-9b4c-263427454f1d None None] No DVR routers for this DVR port fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:29:19.717140 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 2b49addc-4583-4559-8007-945887547200 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:29:19.721500 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c2c7e-eef2-469b-969f-ffb662e9ea18 req-99dd4145-dbc0-454e-8204-b8c988826396 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:19.723027 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4c9c2c7e-eef2-469b-969f-ffb662e9ea18 req-99dd4145-dbc0-454e-8204-b8c988826396 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0734432 Jun 23 09:29:19.746037 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 2b49addc-4583-4559-8007-945887547200 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:29:19.747178 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 2b49addc-4583-4559-8007-945887547200 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:29:19.747822 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:29:19.750856 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (f9023da2-9c4b-4934-b1b2-3b253a92c58b), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.773134 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:29:19.774542 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device fb5cd2ca-d4d6-4e1e-b4cf-4c91be04ccf8 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:29:19.775010 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device baaba5ef-8eb7-4bb9-9dbb-3452ed906999 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:29:19.790779 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9023da2-9c4b-4934-b1b2-3b253a92c58b']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:19.795937 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: baaba5ef-8eb7-4bb9-9dbb-3452ed906999 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:29:19.796303 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device baaba5ef-8eb7-4bb9-9dbb-3452ed906999 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:29:19.812361 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19b6e14-8f57-42cc-bc97-185edb02b898') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:19.812659 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19b6e14-8f57-42cc-bc97-185edb02b898') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:19.829424 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (e19b6e14-8f57-42cc-bc97-185edb02b898), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.838449 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4c9c2c7e-eef2-469b-969f-ffb662e9ea18 req-ee10aeb9-7cc8-4c50-8f67-97ef939c0546 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844455 Jun 23 09:29:19.849121 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (e19b6e14-8f57-42cc-bc97-185edb02b898), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.857031 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:29:19.857398 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (e19b6e14-8f57-42cc-bc97-185edb02b898), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:19.919582 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment e19b6e14-8f57-42cc-bc97-185edb02b898 resource provider aggregate not found Jun 23 09:29:19.926551 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:19.941415 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment e19b6e14-8f57-42cc-bc97-185edb02b898 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e19b6e14-8f57-42cc-bc97-185edb02b898 found for delete ", "request_id": "req-fa046bd2-a323-4a2a-bf82-9092328edb64"}]} Jun 23 09:29:20.061803 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (f9023da2-9c4b-4934-b1b2-3b253a92c58b), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:20.068197 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:20.071718 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] 10.222.0.52 "DELETE /v2.0/networks/f9023da2-9c4b-4934-b1b2-3b253a92c58b HTTP/1.1" status: 204 len: 168 time: 1.0011399 Jun 23 09:29:20.085717 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07169671-7d77-4d0b-998b-9aed7af2923b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9023da2-9c4b-4934-b1b2-3b253a92c58b,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:20.789623 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47118) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:20.829553 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-868273c2-b1f4-47ec-8dd4-1b44f32626a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=368a6f8fbca64e7791d5330f0a99d086&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387907 Jun 23 09:29:20.831907 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47120) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:20.879372 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-86de8e58-5612-42a1-bfe7-2dc88a8b8dcc admin admin] Publish callbacks [] for security_group (daec0a2e-ed5e-4f65-bd97-7f74008e9ed5), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:20.901320 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-86de8e58-5612-42a1-bfe7-2dc88a8b8dcc admin admin] Publish callbacks [] for security_group (daec0a2e-ed5e-4f65-bd97-7f74008e9ed5), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:20.973459 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76fa6c-7004-422b-bbd8-4e6a966d15c5 req-262c6582-8de1-4115-9f0b-1538e20b7972 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:20.973459 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dd76fa6c-7004-422b-bbd8-4e6a966d15c5 req-262c6582-8de1-4115-9f0b-1538e20b7972 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0484409 Jun 23 09:29:21.029486 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dd76fa6c-7004-422b-bbd8-4e6a966d15c5 req-d4fcbf43-c6dd-4a8c-bc1e-4b494310ec09 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540118 Jun 23 09:29:21.039133 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-86de8e58-5612-42a1-bfe7-2dc88a8b8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (daec0a2e-ed5e-4f65-bd97-7f74008e9ed5), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:21.041759 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-86de8e58-5612-42a1-bfe7-2dc88a8b8dcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:21.045340 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-86de8e58-5612-42a1-bfe7-2dc88a8b8dcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/daec0a2e-ed5e-4f65-bd97-7f74008e9ed5 HTTP/1.1" status: 204 len: 168 time: 0.2101202 Jun 23 09:29:21.055427 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de8e58-5612-42a1-bfe7-2dc88a8b8dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daec0a2e-ed5e-4f65-bd97-7f74008e9ed5,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:22.181957 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8c893-7de6-4f57-9784-9ff6162b9733 req-380eddd0-6983-4177-bfd7-cd9a96656764 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:22.183567 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c4d8c893-7de6-4f57-9784-9ff6162b9733 req-380eddd0-6983-4177-bfd7-cd9a96656764 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0586007 Jun 23 09:29:22.253742 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c4d8c893-7de6-4f57-9784-9ff6162b9733 req-c088c41e-1c9a-4dc5-a0b7-f9fa47e8d174 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639682 Jun 23 09:29:22.359205 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47152) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:22.480205 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-248872756-network', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:22.610381 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Made reservation on behalf of 19a424690e5b44d58c27c5f872c38bd4 for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:29:22.613418 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:22.624983 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:22.715901 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Publish callbacks [] for security_group (8a244184-8b05-4678-b9e6-dbc98b7712ce), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:22.833138 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8a244184-8b05-4678-b9e6-dbc98b7712ce), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:22.861916 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:29:22.874858 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a244184-8b05-4678-b9e6-dbc98b7712ce,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:22.901882 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (88620aab-1877-4ebe-8d1a-4395c16735da), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:22.902374 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Added segment 88620aab-1877-4ebe-8d1a-4395c16735da of type vlan for network 91dc23ae-594e-42cc-bac4-fbd112cab953 Jun 23 09:29:22.954598 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:22.958887 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (91dc23ae-594e-42cc-bac4-fbd112cab953), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:23.101802 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (91dc23ae-594e-42cc-bac4-fbd112cab953), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:23.103094 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:23.104242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:23.188158 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] Pushing event updated for resources: {'Network': ['ID=91dc23ae-594e-42cc-bac4-fbd112cab953,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:23.198791 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:29:23.247657 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d1c6bef1-092b-4b53-a8b0-2f55d597d23b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8869891 Jun 23 09:29:23.250639 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47158) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:23.257446 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Request body: {'subnet': {'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-248872756-subnet', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:23.288286 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:23.391512 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Made reservation on behalf of 19a424690e5b44d58c27c5f872c38bd4 for: {'subnet': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:29:23.394969 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9013191'] for subnet (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:23.437409 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d5fff-a980-43b8-8404-19e81d922f23 req-698a7dd1-16ba-4a92-83f3-eb645dce92c3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:23.437409 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8b0d5fff-a980-43b8-8404-19e81d922f23 req-698a7dd1-16ba-4a92-83f3-eb645dce92c3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0809107 Jun 23 09:29:23.471503 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:23.496624 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:23.542961 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8b0d5fff-a980-43b8-8404-19e81d922f23 req-d4f61bc0-64db-416e-a15f-f75235eae5d3 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694792 Jun 23 09:29:23.746582 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9013169'] for subnet (ff4218dd-159c-44f2-88a2-68834a3147f0), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:23.801197 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff4218dd-159c-44f2-88a2-68834a3147f0,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:23.816508 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Checking segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:29:23.816870 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Network hostable DHCP agents. Network: 91dc23ae-594e-42cc-bac4-fbd112cab953, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:29:24.290225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:29:24.393345 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 91dc23ae-594e-42cc-bac4-fbd112cab953) {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:29:24.397934 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:24.399096 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:24.403060 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0cc7d0-a1bc-48d6-85f6-171ca9864db1 None None] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:29:24.510029 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-a1b00292-046c-4517-9c23-9cdfb1b7b704 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2579644 Jun 23 09:29:24.512725 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47170) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:24.517603 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:24.527847 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-91dc23ae-594e-42cc-bac4-fbd112cab953', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:29:24.529279 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:24.633066 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (43b420e1-cc40-4758-b7c1-558292a8b5e9), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:24.635175 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (43b420e1-cc40-4758-b7c1-558292a8b5e9), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:24.694011 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Allocated IP 172.20.0.2 (91dc23ae-594e-42cc-bac4-fbd112cab953/ff4218dd-159c-44f2-88a2-68834a3147f0/6078f51c-a286-4f44-9853-a919131f9709) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:29:24.696055 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:24.729401 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28ee50-3fef-4bc7-96bc-becdc80e71c3 req-511f28ac-b252-4ef4-9ade-2defb4849224 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:24.743937 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6a28ee50-3fef-4bc7-96bc-becdc80e71c3 req-511f28ac-b252-4ef4-9ade-2defb4849224 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.1039200 Jun 23 09:29:24.758311 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks [] for router_controller (43b420e1-cc40-4758-b7c1-558292a8b5e9), precommit_add_association {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:24.804763 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6a28ee50-3fef-4bc7-96bc-becdc80e71c3 req-f5ba85a5-3ce8-4ad0-a7d0-c5af9319f7b1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593293 Jun 23 09:29:24.896936 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Publish callbacks [] for port (6078f51c-a286-4f44-9853-a919131f9709), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:24.925896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:24.997800 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (6078f51c-a286-4f44-9853-a919131f9709), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.012621 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks [] for router_gateway (43b420e1-cc40-4758-b7c1-558292a8b5e9), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.051517 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:29:25.059592 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:29:25.063568 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:29:25.070001 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Pushing event updated for resources: {'Port': ['ID=6078f51c-a286-4f44-9853-a919131f9709,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:25.137235 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Attempting to bind port 6078f51c-a286-4f44-9853-a919131f9709 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:29:25.138338 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Attempting to bind port 6078f51c-a286-4f44-9853-a919131f9709 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:29:25.139974 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Attempting to bind port 6078f51c-a286-4f44-9853-a919131f9709 on network 91dc23ae-594e-42cc-bac4-fbd112cab953 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:29:25.147189 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:29:25.147933 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Checking segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:29:25.148581 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.149195 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Bound using segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:29:25.149874 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Bound port: 6078f51c-a286-4f44-9853-a919131f9709, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:29:25.150531 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (6078f51c-a286-4f44-9853-a919131f9709), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.227124 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] For port 6078f51c-a286-4f44-9853-a919131f9709, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:29:25.230711 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] For port 6078f51c-a286-4f44-9853-a919131f9709, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=6078f51c-a286-4f44-9853-a919131f9709,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:29:25.318413 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks [] for router_gateway (43b420e1-cc40-4758-b7c1-558292a8b5e9), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.338017 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.462025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Allocated IP 172.27.2.241 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/07932bc5-3034-421e-9fe5-006fb50255b1) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:29:25.474893 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (6078f51c-a286-4f44-9853-a919131f9709), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.558086 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d90996-6153-4f03-bf4b-5d82fdd14a48 None None] Pushing event updated for resources: {'Port': ['ID=6078f51c-a286-4f44-9853-a919131f9709,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:25.589129 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:25.605417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks [] for port (07932bc5-3034-421e-9fe5-006fb50255b1), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.778604 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:25.858460 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Pushing event updated for resources: {'Port': ['ID=07932bc5-3034-421e-9fe5-006fb50255b1,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:25.880130 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:29:25.882491 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:29:25.889751 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:29:26.074513 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd1ed-c2a8-4e5d-8473-001f35b2104c req-62f3604d-b7f1-4b72-b14a-7df8f49561af tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:26.076151 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-68efd1ed-c2a8-4e5d-8473-001f35b2104c req-62f3604d-b7f1-4b72-b14a-7df8f49561af tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.1162028 Jun 23 09:29:26.189741 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-68efd1ed-c2a8-4e5d-8473-001f35b2104c req-457506e5-e499-4891-a9a4-81f41e5444ee tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881264 Jun 23 09:29:26.243169 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:26.256831 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170fb1c-bfa7-4ae7-8703-25aac830edfe req-74ee5dc0-4ef9-4c8b-9c03-4c4a2a5f1c98 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:26.258824 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9170fb1c-bfa7-4ae7-8703-25aac830edfe req-74ee5dc0-4ef9-4c8b-9c03-4c4a2a5f1c98 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0575178 Jun 23 09:29:26.351975 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9170fb1c-bfa7-4ae7-8703-25aac830edfe req-c50af499-405f-4fd9-bdfb-13f541c18fa2 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863688 Jun 23 09:29:26.370085 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47186) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:26.411935 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks [] for router_gateway (43b420e1-cc40-4758-b7c1-558292a8b5e9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:26.548095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:26.634343 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c428efa-5240-4aaf-9711-aae8b068bbbb tempest-TestMinimumBasicScenario-1064257949 tempest-TestMinimumBasicScenario-1064257949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:26.637155 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-0c428efa-5240-4aaf-9711-aae8b068bbbb tempest-TestMinimumBasicScenario-1064257949 tempest-TestMinimumBasicScenario-1064257949-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1125 time: 0.2631454 Jun 23 09:29:26.644797 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47190) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:26.651187 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'port_id': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:26.757656 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:26.897068 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:26.907232 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (43b420e1-cc40-4758-b7c1-558292a8b5e9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:26.929825 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f8a8a-ac2e-402b-99a4-3cdd831d4cf9 None None] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:29:27.044487 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Provisioning complete for port 6078f51c-a286-4f44-9853-a919131f9709 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:27.045519 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (6078f51c-a286-4f44-9853-a919131f9709), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:27.055393 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Allocated IP 172.27.2.137 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/fec1ec70-1dc8-4a66-8d61-849b7055fccc) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:29:27.163266 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Current status of the port 6078f51c-a286-4f44-9853-a919131f9709 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:27.164046 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (6078f51c-a286-4f44-9853-a919131f9709), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:27.176195 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Router 43b420e1-cc40-4758-b7c1-558292a8b5e9 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:29:27.228925 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for port (fec1ec70-1dc8-4a66-8d61-849b7055fccc), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:27.297065 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] For port 6078f51c-a286-4f44-9853-a919131f9709, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=6078f51c-a286-4f44-9853-a919131f9709,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:27.370529 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (fec1ec70-1dc8-4a66-8d61-849b7055fccc), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:27.393858 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (6078f51c-a286-4f44-9853-a919131f9709), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:27.420040 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49634a-c7a9-4076-b326-1e95ab9efd35 req-1a940348-8814-4b4a-b3df-c941fa854132 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:27.421752 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ec49634a-c7a9-4076-b326-1e95ab9efd35 req-1a940348-8814-4b4a-b3df-c941fa854132 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0924230 Jun 23 09:29:27.423490 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:29:27.468088 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Sync routers for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:29:27.487773 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ec49634a-c7a9-4076-b326-1e95ab9efd35 req-d7319c30-1914-445d-9c20-8540017e952f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589817 Jun 23 09:29:27.530238 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'Port': ['ID=fec1ec70-1dc8-4a66-8d61-849b7055fccc,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:27.537658 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:27.539347 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-087e34af-11e9-43d3-ac16-44f741f786e3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0254228 Jun 23 09:29:27.542741 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47194) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:27.544880 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:29:27.546510 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:29:27.554218 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:27.557237 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:29:27.563902 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:27.621126 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:27.636509 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Pushing event updated for resources: {'Port': ['ID=6078f51c-a286-4f44-9853-a919131f9709,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:27.669517 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.670245 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.670857 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.671447 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.671994 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.672193 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=44 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:27.673128 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.673684 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.674231 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.674780 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.675410 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.675981 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.676521 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.677056 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.677589 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.678132 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc43b-9954-40a8-b443-88fda4abdc14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:27.692675 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:27.699082 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-cb035e2d-51a3-4962-a6a9-ff79705989e0 None None] Provisioning complete for port 6078f51c-a286-4f44-9853-a919131f9709 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:27.699082 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-cb035e2d-51a3-4962-a6a9-ff79705989e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (6078f51c-a286-4f44-9853-a919131f9709), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:27.766110 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=47 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:27.976512 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 6078f51c-a286-4f44-9853-a919131f9709 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:28.020306 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:28.181335 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:28.241462 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:28.250480 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:28.258804 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:28.266718 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.298669 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.323970 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 6078f51c-a286-4f44-9853-a919131f9709 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:28.324343 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (6078f51c-a286-4f44-9853-a919131f9709), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.332872 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:28.368271 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-cb035e2d-51a3-4962-a6a9-ff79705989e0 None None] Current status of the port 6078f51c-a286-4f44-9853-a919131f9709 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:28.376381 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for floatingip (db7807e3-a3e0-46a4-abca-f7a62caa00eb), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.438238 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Allocated IP 172.20.0.1 (91dc23ae-594e-42cc-bac4-fbd112cab953/ff4218dd-159c-44f2-88a2-68834a3147f0/f1842297-11a9-418d-b13c-c07b2fd5ca06) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:29:28.456162 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:26Z', 'revision_number': 3, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:28.458001 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 6078f51c-a286-4f44-9853-a919131f9709 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:28.488729 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Checking router: 43b420e1-cc40-4758-b7c1-558292a8b5e9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:29:28.489078 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Updating router 43b420e1-cc40-4758-b7c1-558292a8b5e9 port 07932bc5-3034-421e-9fe5-006fb50255b1 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:29:28.521788 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.535416 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (fec1ec70-1dc8-4a66-8d61-849b7055fccc), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.620161 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Publish callbacks [] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.753163 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01854be1-2641-4b4c-848e-780eb7d825d9 req-f699cb12-0684-40a9-8ec0-76901fbff90d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:28.754805 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-01854be1-2641-4b4c-848e-780eb7d825d9 req-f699cb12-0684-40a9-8ec0-76901fbff90d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0714791 Jun 23 09:29:28.794580 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.828241 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:28.833618 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-01854be1-2641-4b4c-848e-780eb7d825d9 req-68fcd891-c248-4649-90ff-3976a1e7c791 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707047 Jun 23 09:29:28.835645 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for port (fec1ec70-1dc8-4a66-8d61-849b7055fccc), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.906048 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Pushing event updated for resources: {'Port': ['ID=f1842297-11a9-418d-b13c-c07b2fd5ca06,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:28.913464 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:29:28.915465 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:29:28.920225 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (fec1ec70-1dc8-4a66-8d61-849b7055fccc), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.932871 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Publish callbacks [] for port (07932bc5-3034-421e-9fe5-006fb50255b1), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:28.934754 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:29:28.999412 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (43b420e1-cc40-4758-b7c1-558292a8b5e9), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.032947 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'Port': ['ID=fec1ec70-1dc8-4a66-8d61-849b7055fccc,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:29.039469 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (db7807e3-a3e0-46a4-abca-f7a62caa00eb), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.050321 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.157252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Attempting to bind port 07932bc5-3034-421e-9fe5-006fb50255b1 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:29:29.157996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Attempting to bind port 07932bc5-3034-421e-9fe5-006fb50255b1 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:29:29.158582 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Attempting to bind port 07932bc5-3034-421e-9fe5-006fb50255b1 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:29:29.164623 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:29:29.165522 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:29:29.166212 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.166832 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:29:29.167664 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Bound port: 07932bc5-3034-421e-9fe5-006fb50255b1, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:29:29.168298 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.203728 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Floating IP db7807e3-a3e0-46a4-abca-f7a62caa00eb associated. External IP: 172.27.2.137, port: 22e31120-c9ad-4071-b7c6-4a5042d14b7c. Jun 23 09:29:29.210292 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eabe0-b0ae-4c1c-be43-8b98e921756a None None] Pushing event updated for resources: {'Port': ['ID=07932bc5-3034-421e-9fe5-006fb50255b1,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:29.245777 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] For port 07932bc5-3034-421e-9fe5-006fb50255b1, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:29:29.251031 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] For port 07932bc5-3034-421e-9fe5-006fb50255b1, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=07932bc5-3034-421e-9fe5-006fb50255b1,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:29:29.294591 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-ea38e581-8f1f-481b-8618-0e7edb17cbeb None None] Provisioning complete for port f1842297-11a9-418d-b13c-c07b2fd5ca06 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:29.295034 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-ea38e581-8f1f-481b-8618-0e7edb17cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.330144 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-ea38e581-8f1f-481b-8618-0e7edb17cbeb None None] Port f1842297-11a9-418d-b13c-c07b2fd5ca06 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:29:29.350002 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.353144 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.382749 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:29.429299 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:29.429955 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:29.482719 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eabe0-b0ae-4c1c-be43-8b98e921756a None None] Pushing event updated for resources: {'Port': ['ID=07932bc5-3034-421e-9fe5-006fb50255b1,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:29.523695 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Router ae014fe9-9095-4166-aa22-60be6266a490 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:29:29.560981 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:29.571125 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Publish callbacks [] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.640203 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:29:29.652431 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] Sync routers for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:29:29.669492 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:29.672807 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:29.700168 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.760437 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 6078f51c-a286-4f44-9853-a919131f9709 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:29.780752 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (43b420e1-cc40-4758-b7c1-558292a8b5e9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.783457 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Pushing event updated for resources: {'Port': ['ID=f1842297-11a9-418d-b13c-c07b2fd5ca06,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:29.812892 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.813192 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:28Z', 'revision_number': 1, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:29.816251 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:29.840655 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 6078f51c-a286-4f44-9853-a919131f9709 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:29.840946 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (6078f51c-a286-4f44-9853-a919131f9709), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:29.842744 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac4ec90-04a1-461d-9f1c-9804e361e07b None None] The sync data for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi is: [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:28Z', 'revision_number': 1, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:29:29.866420 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-cf79d03f-ee5f-4a25-b793-bafaa7cd3b09 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2198877 Jun 23 09:29:29.867716 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:29.870132 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf74a21-aef4-4f37-90b5-64a5a19a9c95" -d '{"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:29.872540 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47212) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:29.879041 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-2bb7cb95-02c0-48e0-a3ff-5b65595d0bc8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1704402911', 'description': 'tempest-secgroup-smoke-1704402911 description', 'project_id': 'f17a6a1110a2462b98908ecbc67564f9'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:29.902299 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:29.929406 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:29:29.932266 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:29:30.024131 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 6078f51c-a286-4f44-9853-a919131f9709 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:30.095131 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0864c-4488-46b8-9d36-ac90a9f7b89c req-0cd21d8c-c32f-4622-9d2e-97a0d869aacc tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:30.096772 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52a0864c-4488-46b8-9d36-ac90a9f7b89c req-0cd21d8c-c32f-4622-9d2e-97a0d869aacc tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0527408 Jun 23 09:29:30.175803 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': 'db7807e3-a3e0-46a4-abca-f7a62caa00eb', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'port_id': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'mac_address': 'fa:16:3e:5a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:28Z', 'revision_number': 0, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:27Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:30.184718 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f92fa8e-b45e-4dd3-8915-e934992e9a30 x-openstack-request-id: req-7f92fa8e-b45e-4dd3-8915-e934992e9a30 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:30.185012 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:30.185268 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f92fa8e-b45e-4dd3-8915-e934992e9a30 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:30.185679 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f92fa8e-b45e-4dd3-8915-e934992e9a30'] response: {'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'status': 'completed', 'code': 200} Jun 23 09:29:30.192708 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2bb7cb95-02c0-48e0-a3ff-5b65595d0bc8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:30.198392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:30.249286 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] Checking router: ae014fe9-9095-4166-aa22-60be6266a490 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:29:30.296046 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:30.297169 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:30.315313 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2bb7cb95-02c0-48e0-a3ff-5b65595d0bc8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group (657e3f01-8440-433b-9546-47422b69f308), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:30.325071 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52a0864c-4488-46b8-9d36-ac90a9f7b89c req-b2568d3b-42bc-45d7-88a4-d55a105bc10c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753564 Jun 23 09:29:30.326834 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Router 43b420e1-cc40-4758-b7c1-558292a8b5e9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:29:30.371700 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-a542ba59-9e3b-4ffa-9e3d-c0487be05801 None None] Provisioning complete for port f1842297-11a9-418d-b13c-c07b2fd5ca06 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:30.372237 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a542ba59-9e3b-4ffa-9e3d-c0487be05801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:30.407837 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:30.418522 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-a542ba59-9e3b-4ffa-9e3d-c0487be05801 None None] Port f1842297-11a9-418d-b13c-c07b2fd5ca06 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:29:30.430495 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2bb7cb95-02c0-48e0-a3ff-5b65595d0bc8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (657e3f01-8440-433b-9546-47422b69f308), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:30.460477 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:30.469615 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7cb95-02c0-48e0-a3ff-5b65595d0bc8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657e3f01-8440-433b-9546-47422b69f308,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:30.521267 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-af200faf-d2ce-4487-aa24-2edbedae4deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:30.522815 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-af200faf-d2ce-4487-aa24-2edbedae4deb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1130 time: 0.2638071 Jun 23 09:29:30.533390 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:29:30.543075 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-e2a36072-dd60-45b8-871d-091aeb3ec92b admin admin] 10.222.0.52 "PUT /v2.0/routers/43b420e1-cc40-4758-b7c1-558292a8b5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9975734 Jun 23 09:29:30.567972 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2bb7cb95-02c0-48e0-a3ff-5b65595d0bc8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:30.575376 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2bb7cb95-02c0-48e0-a3ff-5b65595d0bc8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6956515 Jun 23 09:29:30.575632 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47234) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:30.582964 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-44940d11-0a59-477a-ad66-dff4da36fef7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'security_group_rule': {'security_group_id': '657e3f01-8440-433b-9546-47422b69f308', 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:30.690667 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:30.751121 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': 'db7807e3-a3e0-46a4-abca-f7a62caa00eb', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'port_id': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'mac_address': 'fa:16:3e:5a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:28Z', 'revision_number': 0, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:27Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:30.762344 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-44940d11-0a59-477a-ad66-dff4da36fef7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (da67f509-d040-4222-b57f-a71d58a0e048), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:30.799974 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435d3f5-c266-43e3-822b-dd3bea5accff None None] The sync data for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi is: [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': 'db7807e3-a3e0-46a4-abca-f7a62caa00eb', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'port_id': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'mac_address': 'fa:16:3e:5a:ef:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:28Z', 'revision_number': 0, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:27Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:29:30.863566 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-44940d11-0a59-477a-ad66-dff4da36fef7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (da67f509-d040-4222-b57f-a71d58a0e048), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:30.893770 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-81f05081-e4ae-4ebd-9927-3d0202229b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:30.895540 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-81f05081-e4ae-4ebd-9927-3d0202229b77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 200 len: 916 time: 0.1382477 Jun 23 09:29:30.968240 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-cf790597-7cd6-45f1-bd60-95f6bf65cb35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 1000 time: 0.0655625 Jun 23 09:29:30.976828 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-44940d11-0a59-477a-ad66-dff4da36fef7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (da67f509-d040-4222-b57f-a71d58a0e048), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:30.984094 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:30.989207 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47240) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:31.005998 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-503b36e9-62d6-4606-9d48-d8ce9f5e64f7 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39956739', 'description': 'tempest-description--1166037029'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:31.032082 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-dd3ac5f5-d029-4ec1-9709-10f74e732e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:31.065815 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-dd3ac5f5-d029-4ec1-9709-10f74e732e7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60c84e34-b082-41b8-a38a-07c229aaa839 HTTP/1.1" status: 200 len: 854 time: 0.0595844 Jun 23 09:29:31.067263 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44940d11-0a59-477a-ad66-dff4da36fef7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da67f509-d040-4222-b57f-a71d58a0e048,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:31.138821 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e94fa-b752-4bb4-8ee7-f4161ad99dfb None None] New status for floating IP db7807e3-a3e0-46a4-abca-f7a62caa00eb: ACTIVE {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:29:31.207872 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-44940d11-0a59-477a-ad66-dff4da36fef7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.209105 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-44940d11-0a59-477a-ad66-dff4da36fef7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6322193 Jun 23 09:29:31.212242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47242) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:31.216979 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-d32c0b63-509b-470f-85fc-428da84f30b6 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'security_group_rule': {'security_group_id': '657e3f01-8440-433b-9546-47422b69f308', 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:31.252333 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-b7263e25-81a6-4f6e-946b-431c1f89a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:31.253898 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-b7263e25-81a6-4f6e-946b-431c1f89a893 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e6d8e95-96b3-49d4-8814-891949660fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962477 Jun 23 09:29:31.256884 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-62699ed1-e5e0-405c-a063-5ce5b4b9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:31.258271 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-62699ed1-e5e0-405c-a063-5ce5b4b9f5d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 1130 time: 0.0630560 Jun 23 09:29:31.260888 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:31.301016 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-503b36e9-62d6-4606-9d48-d8ce9f5e64f7 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.343695 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d32c0b63-509b-470f-85fc-428da84f30b6 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (24150bb9-2792-439b-b7e1-f77da6119f03), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.446555 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d32c0b63-509b-470f-85fc-428da84f30b6 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (24150bb9-2792-439b-b7e1-f77da6119f03), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.455682 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-503b36e9-62d6-4606-9d48-d8ce9f5e64f7 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (7b67e93a-71a4-47ad-9ccf-7fc56d19df93), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.616536 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d32c0b63-509b-470f-85fc-428da84f30b6 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (24150bb9-2792-439b-b7e1-f77da6119f03), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.623089 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-503b36e9-62d6-4606-9d48-d8ce9f5e64f7 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (7b67e93a-71a4-47ad-9ccf-7fc56d19df93), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.668100 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c0b63-509b-470f-85fc-428da84f30b6 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24150bb9-2792-439b-b7e1-f77da6119f03,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:31.682364 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b36e9-62d6-4606-9d48-d8ce9f5e64f7 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b67e93a-71a4-47ad-9ccf-7fc56d19df93,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:31.787542 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 07932bc5-3034-421e-9fe5-006fb50255b1 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:31.791667 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c820e-a6e3-4825-bffd-aa95a119ce4d req-70554404-6a02-4e84-af5d-a22757e03a03 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:31.793183 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3f5c820e-a6e3-4825-bffd-aa95a119ce4d req-70554404-6a02-4e84-af5d-a22757e03a03 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.1011705 Jun 23 09:29:31.797307 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-8ce9a625-7601-464e-afc5-0f566923702f service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299227 Jun 23 09:29:31.800152 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-1d1031b0-ffa8-49a2-aadd-56b1605f0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:31.801606 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-1d1031b0-ffa8-49a2-aadd-56b1605f0a99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 917 time: 0.5267487 Jun 23 09:29:31.822820 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-503b36e9-62d6-4606-9d48-d8ce9f5e64f7 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.824198 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-503b36e9-62d6-4606-9d48-d8ce9f5e64f7 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8339984 Jun 23 09:29:31.829559 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47254) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:31.834566 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d32c0b63-509b-470f-85fc-428da84f30b6 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.836286 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d32c0b63-509b-470f-85fc-428da84f30b6 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6230009 Jun 23 09:29:31.839258 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47256) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:31.846175 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-9ea44f29-741d-4357-a26b-24637031173d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'security_group_rule': {'security_group_id': '657e3f01-8440-433b-9546-47422b69f308', 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:31.870088 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 07932bc5-3034-421e-9fe5-006fb50255b1 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:31.870838 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.878109 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-b6b7c932-5d0a-41a2-a4c7-7c23e12778c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'security_group_rule': {'security_group_id': '7b67e93a-71a4-47ad-9ccf-7fc56d19df93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:31.951697 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 07932bc5-3034-421e-9fe5-006fb50255b1 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:31.952184 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:31.976610 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 07932bc5-3034-421e-9fe5-006fb50255b1, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=07932bc5-3034-421e-9fe5-006fb50255b1,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:31.980942 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-f25fbf70-91ca-469b-8377-9fdbc4af1a2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732238d5-e9fb-41b3-9753-b880285a15e2 HTTP/1.1" status: 200 len: 1001 time: 0.1691630 Jun 23 09:29:32.007053 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3f5c820e-a6e3-4825-bffd-aa95a119ce4d req-1d1f55e9-2de7-45e6-8724-200b8d08e6a1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021341 Jun 23 09:29:32.063638 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-faf74a21-aef4-4f37-90b5-64a5a19a9c95 req-c0fb7b6a-602b-47b5-935a-47f0ab9743d2 service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508609 Jun 23 09:29:32.067236 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-5ac68656-bacf-48ca-94e6-1248ce0c48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:32.068615 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-5ac68656-bacf-48ca-94e6-1248ce0c48ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.0797801 Jun 23 09:29:32.070670 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:32.074454 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9ea44f29-741d-4357-a26b-24637031173d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (5a91b56e-7048-4114-9554-34fa0f0c382f), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.126583 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c932-5d0a-41a2-a4c7-7c23e12778c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (df6eca09-26a8-4ecc-8a9b-850cf4c4a767), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.136153 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.145753 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-16982884-c240-483b-8afb-98986775250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:32.147327 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-16982884-c240-483b-8afb-98986775250c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590944 Jun 23 09:29:32.152227 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9ea44f29-741d-4357-a26b-24637031173d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (5a91b56e-7048-4114-9554-34fa0f0c382f), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.196797 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=07932bc5-3034-421e-9fe5-006fb50255b1,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:32.244566 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9ea44f29-741d-4357-a26b-24637031173d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (5a91b56e-7048-4114-9554-34fa0f0c382f), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.262440 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c932-5d0a-41a2-a4c7-7c23e12778c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (df6eca09-26a8-4ecc-8a9b-850cf4c4a767), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.263181 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea44f29-741d-4357-a26b-24637031173d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a91b56e-7048-4114-9554-34fa0f0c382f,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:32.280949 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-112ca264-88ee-43d4-9972-1d1a43150f7f service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220715 Jun 23 09:29:32.379544 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1f8f66b2-a57d-4c42-8dc5-3fcb6c1f72cf req-a95d4064-7f20-4bfb-b65e-21c52e36e32c service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911143 Jun 23 09:29:32.404831 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c932-5d0a-41a2-a4c7-7c23e12778c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (df6eca09-26a8-4ecc-8a9b-850cf4c4a767), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.408533 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9ea44f29-741d-4357-a26b-24637031173d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.409891 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-9ea44f29-741d-4357-a26b-24637031173d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5694692 Jun 23 09:29:32.419745 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47262) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:32.419745 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-4394c8cc-ea8c-4a0b-a2f4-25a89e49c63f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'security_group_rule': {'security_group_id': '657e3f01-8440-433b-9546-47422b69f308', 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:32.427910 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7c932-5d0a-41a2-a4c7-7c23e12778c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6eca09-26a8-4ecc-8a9b-850cf4c4a767,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:32.554764 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b6b7c932-5d0a-41a2-a4c7-7c23e12778c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.556045 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b6b7c932-5d0a-41a2-a4c7-7c23e12778c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7187185 Jun 23 09:29:32.558745 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47264) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:32.563718 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-4771c0c6-6e12-48a6-84b5-f2a568a16ffe tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'security_group_rule': {'security_group_id': '7b67e93a-71a4-47ad-9ccf-7fc56d19df93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:32.649784 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4394c8cc-ea8c-4a0b-a2f4-25a89e49c63f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (656da216-72ee-4271-80bd-70aeda2e6817), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.670244 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Sync routers for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:29:32.681044 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:32.681681 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:32.706545 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4771c0c6-6e12-48a6-84b5-f2a568a16ffe tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (827af7a0-b7c9-4553-aca0-7246a6bea5a1), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.725592 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4394c8cc-ea8c-4a0b-a2f4-25a89e49c63f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (656da216-72ee-4271-80bd-70aeda2e6817), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.770100 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4771c0c6-6e12-48a6-84b5-f2a568a16ffe tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (827af7a0-b7c9-4553-aca0-7246a6bea5a1), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.784643 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:32.809926 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:32.879180 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:32.915727 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:32.969123 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 2, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:32.987017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4394c8cc-ea8c-4a0b-a2f4-25a89e49c63f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (656da216-72ee-4271-80bd-70aeda2e6817), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.993563 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4771c0c6-6e12-48a6-84b5-f2a568a16ffe tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (827af7a0-b7c9-4553-aca0-7246a6bea5a1), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:32.994509 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Checking router: 43b420e1-cc40-4758-b7c1-558292a8b5e9 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:29:32.994509 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Updating router 43b420e1-cc40-4758-b7c1-558292a8b5e9 port f1842297-11a9-418d-b13c-c07b2fd5ca06 binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:29:33.016116 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394c8cc-ea8c-4a0b-a2f4-25a89e49c63f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656da216-72ee-4271-80bd-70aeda2e6817,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:33.024033 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.028921 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771c0c6-6e12-48a6-84b5-f2a568a16ffe tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827af7a0-b7c9-4553-aca0-7246a6bea5a1,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:33.136405 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ca26f-2adc-46d6-beb2-bc00659d31db req-ad3ab57f-6b8c-47fe-9a31-daada0bb4277 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:33.137972 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-079ca26f-2adc-46d6-beb2-bc00659d31db req-ad3ab57f-6b8c-47fe-9a31-daada0bb4277 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0492063 Jun 23 09:29:33.189266 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-079ca26f-2adc-46d6-beb2-bc00659d31db req-44720a39-58f5-4f6f-b688-7465faceac32 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 Jun 23 09:29:33.207259 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4394c8cc-ea8c-4a0b-a2f4-25a89e49c63f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.211296 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-4394c8cc-ea8c-4a0b-a2f4-25a89e49c63f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7976861 Jun 23 09:29:33.211453 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47270) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:33.214566 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4771c0c6-6e12-48a6-84b5-f2a568a16ffe tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.216418 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-4771c0c6-6e12-48a6-84b5-f2a568a16ffe tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6559520 Jun 23 09:29:33.229772 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-3bd12b10-4a88-483e-a49e-573dfd7d6e07 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'security_group_rule': {'security_group_id': '657e3f01-8440-433b-9546-47422b69f308', 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:33.229772 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47272) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:33.230267 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:33.313025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:33.376352 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Publish callbacks [] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.393539 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.securitygroups_db [None req-3bd12b10-4a88-483e-a49e-573dfd7d6e07 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Project f17a6a1110a2462b98908ecbc67564f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 09:29:33.398698 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.423823 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3bd12b10-4a88-483e-a49e-573dfd7d6e07 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (f3e07d21-224d-4de7-af0b-4a6903b71c6d), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.508264 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.512696 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.526784 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3bd12b10-4a88-483e-a49e-573dfd7d6e07 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (f3e07d21-224d-4de7-af0b-4a6903b71c6d), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.558474 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Pushing event updated for resources: {'Port': ['ID=f1842297-11a9-418d-b13c-c07b2fd5ca06,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:33.567717 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.568071 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.568458 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.568775 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.569111 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.569442 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.569769 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.570112 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.570420 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.570744 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.571109 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.571418 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.571816 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.572206 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.572536 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:29:33.633029 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Allocated IP 172.27.2.132 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/6c723c61-8de2-4d6c-ad0b-ce3df8e778d3) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:29:33.634292 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Attempting to bind port f1842297-11a9-418d-b13c-c07b2fd5ca06 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:29:33.634704 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Attempting to bind port f1842297-11a9-418d-b13c-c07b2fd5ca06 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:29:33.635103 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Attempting to bind port f1842297-11a9-418d-b13c-c07b2fd5ca06 on network 91dc23ae-594e-42cc-bac4-fbd112cab953 {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:29:33.637762 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3bd12b10-4a88-483e-a49e-573dfd7d6e07 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (f3e07d21-224d-4de7-af0b-4a6903b71c6d), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.640902 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:29:33.646665 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Checking segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:29:33.646665 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.646665 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Bound using segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:29:33.646665 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Bound port: f1842297-11a9-418d-b13c-c07b2fd5ca06, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:29:33.646665 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.670446 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd12b10-4a88-483e-a49e-573dfd7d6e07 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e07d21-224d-4de7-af0b-4a6903b71c6d,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:33.695736 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:33.728336 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] For port f1842297-11a9-418d-b13c-c07b2fd5ca06, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:29:33.733057 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] For port f1842297-11a9-418d-b13c-c07b2fd5ca06, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=f1842297-11a9-418d-b13c-c07b2fd5ca06,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:29:33.744512 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 07932bc5-3034-421e-9fe5-006fb50255b1 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:33.779615 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3bd12b10-4a88-483e-a49e-573dfd7d6e07 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.781023 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-3bd12b10-4a88-483e-a49e-573dfd7d6e07 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5687110 Jun 23 09:29:33.791944 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47274) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:33.796804 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-d99e80d6-4d6f-497c-981f-77f522b78959 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'security_group_rule': {'security_group_id': '657e3f01-8440-433b-9546-47422b69f308', 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:33.797997 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-f62944c5-1b86-4549-b502-edffcc290cc8 None None] Provisioning complete for port f1842297-11a9-418d-b13c-c07b2fd5ca06 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:33.798378 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-f62944c5-1b86-4549-b502-edffcc290cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.810818 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:33.815554 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for port (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.837608 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 07932bc5-3034-421e-9fe5-006fb50255b1 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:33.838433 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:33.843538 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-f62944c5-1b86-4549-b502-edffcc290cc8 None None] Port f1842297-11a9-418d-b13c-c07b2fd5ca06 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:29:33.916521 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 07932bc5-3034-421e-9fe5-006fb50255b1 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:33.953661 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.008677 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:34.009325 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:34.014906 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e547ad-f10c-45c3-ad75-a93a7965429c None None] Pushing event updated for resources: {'Port': ['ID=f1842297-11a9-418d-b13c-c07b2fd5ca06,revision_number=4']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:34.033733 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.033935 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.securitygroups_db [None req-d99e80d6-4d6f-497c-981f-77f522b78959 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Project f17a6a1110a2462b98908ecbc67564f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 09:29:34.042656 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d99e80d6-4d6f-497c-981f-77f522b78959 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (bc55007c-aa9b-45d8-a3ac-22b56327b2ff), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.080895 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:29:34.085762 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:29:34.090882 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:29:34.132934 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d99e80d6-4d6f-497c-981f-77f522b78959 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (bc55007c-aa9b-45d8-a3ac-22b56327b2ff), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.137811 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'Port': ['ID=6c723c61-8de2-4d6c-ad0b-ce3df8e778d3,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:34.170049 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:34.220428 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d99e80d6-4d6f-497c-981f-77f522b78959 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (bc55007c-aa9b-45d8-a3ac-22b56327b2ff), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.226764 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.249934 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e80d6-4d6f-497c-981f-77f522b78959 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc55007c-aa9b-45d8-a3ac-22b56327b2ff,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:34.264431 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-b95e2ec7-9fbd-401c-b88d-977f35728692 None None] Provisioning complete for port f1842297-11a9-418d-b13c-c07b2fd5ca06 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:34.264747 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b95e2ec7-9fbd-401c-b88d-977f35728692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.289102 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:34.348683 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-b95e2ec7-9fbd-401c-b88d-977f35728692 None None] Current status of the port f1842297-11a9-418d-b13c-c07b2fd5ca06 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:34.350609 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d99e80d6-4d6f-497c-981f-77f522b78959 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.350764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b95e2ec7-9fbd-401c-b88d-977f35728692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.352779 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d99e80d6-4d6f-497c-981f-77f522b78959 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5589359 Jun 23 09:29:34.375089 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48752-81dc-43a2-9573-9cbf0e414077 req-96d2ab94-63a2-4d8b-b443-775cbec51b72 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:34.379196 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.384170 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b6e48752-81dc-43a2-9573-9cbf0e414077 req-96d2ab94-63a2-4d8b-b443-775cbec51b72 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 946 time: 0.0862820 Jun 23 09:29:34.401981 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:33Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:34.402283 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-b95e2ec7-9fbd-401c-b88d-977f35728692 None None] For port f1842297-11a9-418d-b13c-c07b2fd5ca06, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=f1842297-11a9-418d-b13c-c07b2fd5ca06,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:34.432991 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e406883-0baf-4a5b-a051-ddf91d97b5f3 None None] The sync data for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi is: [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:33Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:29:34.434616 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:34.446304 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b6e48752-81dc-43a2-9573-9cbf0e414077 req-ec3a6f40-3a19-4ce6-8023-3c623ee8de0a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601854 Jun 23 09:29:34.485588 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b95e2ec7-9fbd-401c-b88d-977f35728692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.528970 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-f9a56c51-01a7-4370-bae1-a4dedcd5c11a tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704402911&fields=id&tenant_id=f17a6a1110a2462b98908ecbc67564f9 HTTP/1.1" status: 200 len: 267 time: 0.0778615 Jun 23 09:29:34.551112 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e2ec7-9fbd-401c-b88d-977f35728692 None None] Pushing event updated for resources: {'Port': ['ID=f1842297-11a9-418d-b13c-c07b2fd5ca06,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:34.614127 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-ac15b8df-e3bb-44fb-ac57-8a09c4ab9022 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:34.615775 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-ac15b8df-e3bb-44fb-ac57-8a09c4ab9022 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0798616 Jun 23 09:29:34.632801 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'port': {'security_groups': ['0edf9827-2684-400d-8fa5-c6c17c7a6485', '657e3f01-8440-433b-9546-47422b69f308']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:34.726081 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for port (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.737612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.867382 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.970830 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:34.998493 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'Port': ['ID=6c723c61-8de2-4d6c-ad0b-ce3df8e778d3,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:35.012360 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:29:35.033373 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:35.078233 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] For port 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:35.088439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:35.106678 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 732238d5-e9fb-41b3-9753-b880285a15e2 is: ACTIVE; New status is: DOWN {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:35.107217 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:35.116360 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:35.122652 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d38321c1-d54c-4cd8-a245-43386e2084a0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8933132 Jun 23 09:29:35.122652 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:35.139184 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:35.141562 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487522a6-c7a3-4e09-86ed-4e00b272a145" -d '{"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-unplugged", "status": "completed", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:35.158750 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:35.188512 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5461d352-abfd-4ae6-a107-d0085336304c x-openstack-request-id: req-5461d352-abfd-4ae6-a107-d0085336304c {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:35.189024 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-unplugged", "status": "completed", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:35.189281 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5461d352-abfd-4ae6-a107-d0085336304c {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:35.189824 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5461d352-abfd-4ae6-a107-d0085336304c'] response: {'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2', 'code': 200} Jun 23 09:29:35.262269 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:35.266385 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:35.314418 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-a0bd421c-e8d2-4fe0-9c45-c1e8381256a4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--39956739&fields=id&tenant_id=19a424690e5b44d58c27c5f872c38bd4 HTTP/1.1" status: 200 len: 267 time: 0.0635564 Jun 23 09:29:35.315001 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['22e31120-c9ad-4071-b7c6-4a5042d14b7c'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:29:35.317937 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:35.318645 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:35.326779 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-14b3f37f-4132-45a0-a217-d0d9e3c6059d req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "PUT /v2.0/ports/22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 982 time: 0.6956279 Jun 23 09:29:35.326779 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:35.340377 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ed9010-5af8-474b-905a-d8eb01c7ca2b" -d '{"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:35.372806 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=8']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:35.381332 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be234b5a-83cb-4821-8bb2-296a15fc2e6b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'Port': ['ID=22e31120-c9ad-4071-b7c6-4a5042d14b7c,revision_number=6']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:35.454937 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-07db235c-e5e7-4050-af18-6b3c3ed2e6c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:35.456884 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-07db235c-e5e7-4050-af18-6b3c3ed2e6c6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 810 time: 0.1357722 Jun 23 09:29:35.467514 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2c7c-524e-48b2-93b7-1286cfc09dee req-2b9f2b39-1616-4358-976e-dd29ddd3494c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:35.468906 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['22e31120-c9ad-4071-b7c6-4a5042d14b7c'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:29:35.470209 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4eef2c7c-524e-48b2-93b7-1286cfc09dee req-2b9f2b39-1616-4358-976e-dd29ddd3494c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0645006 Jun 23 09:29:35.475385 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-58e5255c-a21d-4d33-90c7-21c9cb3f8819 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/quotas/19a424690e5b44d58c27c5f872c38bd4 HTTP/1.1" status: 200 len: 375 time: 0.0120704 Jun 23 09:29:35.530739 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:35.558356 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-05468dd6-9fbe-45c1-9e54-54b046a891e3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684245 Jun 23 09:29:35.568751 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4eef2c7c-524e-48b2-93b7-1286cfc09dee req-1c8244f1-8120-4935-9c1c-e585f6a8ef48 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920594 Jun 23 09:29:35.631682 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-a8e09cd7-fc06-4e9f-bbbf-31b146831195 None None] Provisioning complete for port 22e31120-c9ad-4071-b7c6-4a5042d14b7c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:35.632061 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a8e09cd7-fc06-4e9f-bbbf-31b146831195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:35.685674 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:35.722664 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-ec660c21-4cd5-450f-9cf6-b105f5fbca84 service neutron] 10.222.0.52 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600733 Jun 23 09:29:35.739768 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0986b8b8-7fec-4ae4-8bde-cd4ba2603a4e x-openstack-request-id: req-0986b8b8-7fec-4ae4-8bde-cd4ba2603a4e {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:35.740060 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:35.740316 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0986b8b8-7fec-4ae4-8bde-cd4ba2603a4e {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:35.740724 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0986b8b8-7fec-4ae4-8bde-cd4ba2603a4e'] response: {'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'status': 'completed', 'code': 200} Jun 23 09:29:35.754274 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:35.858558 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-c94e731d-8eeb-433e-9ddd-d44ea32ad6d5 service neutron] 10.222.0.52 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287398 Jun 23 09:29:35.874719 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-bddbfbdd-4459-4735-9d5a-4c829c975fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:35.876373 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-bddbfbdd-4459-4735-9d5a-4c829c975fcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1169 time: 0.0843396 Jun 23 09:29:35.877871 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device f1842297-11a9-418d-b13c-c07b2fd5ca06 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:35.884230 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:35.885066 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0d2d0-b6b0-407a-a23c-ce5ffc26fad3 req-1098f03c-98f2-44a5-a288-2299272968a7 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:35.887877 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a8f0d2d0-b6b0-407a-a23c-ce5ffc26fad3 req-1098f03c-98f2-44a5-a288-2299272968a7 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0841501 Jun 23 09:29:35.995615 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a8f0d2d0-b6b0-407a-a23c-ce5ffc26fad3 req-f0d3fcaa-4a2b-4b2c-94fd-2971810481e6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995328 Jun 23 09:29:36.030001 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-1ea31cd3-330a-471f-bcae-9400b29429fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:36.031703 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-1ea31cd3-330a-471f-bcae-9400b29429fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 200 len: 916 time: 0.1440575 Jun 23 09:29:36.045698 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port f1842297-11a9-418d-b13c-c07b2fd5ca06 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:36.046169 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:36.050875 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-a8e09cd7-fc06-4e9f-bbbf-31b146831195 None None] Current status of the port 22e31120-c9ad-4071-b7c6-4a5042d14b7c is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:36.102721 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-3d558d0d-1aa5-4180-9283-5b8075f8f09d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 1002 time: 0.0641212 Jun 23 09:29:36.151977 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-39646cc1-8c2c-476f-86f1-058a8062758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:36.153507 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-39646cc1-8c2c-476f-86f1-058a8062758f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60c84e34-b082-41b8-a38a-07c229aaa839 HTTP/1.1" status: 200 len: 854 time: 0.0449836 Jun 23 09:29:36.202499 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-80bc6a1a-d80e-4bdd-8932-17597ddb80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:36.204065 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-80bc6a1a-d80e-4bdd-8932-17597ddb80d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e6d8e95-96b3-49d4-8814-891949660fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434804 Jun 23 09:29:36.252039 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port f1842297-11a9-418d-b13c-c07b2fd5ca06 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:36.332723 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-64ed2078-0d51-4ce6-8710-0a0f8a9a4091 req-92d59518-1d7e-4c68-b0f8-239449e6a2b4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 210 time: 0.0623112 Jun 23 09:29:36.376699 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-ba87e703-3036-4a16-af56-63f21cee94e8 service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662152 Jun 23 09:29:36.474433 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-62ed9010-5af8-474b-905a-d8eb01c7ca2b req-fb6c1ddf-73b1-493b-8034-3c7e94069296 service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882099 Jun 23 09:29:36.718743 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:37.410488 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cccfacc9-9caf-4253-9164-0f943d6da43c req-f9e4b364-3fac-45af-9afe-51da219553ec tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 210 time: 0.0275443 Jun 23 09:29:38.191644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:38.505054 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8f81cce1-48bd-43c5-85bb-25a670d47c5a req-955c5e97-a594-482f-92d4-6b1720737b15 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 210 time: 0.0284479 Jun 23 09:29:38.730072 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-6e61594e-adcb-48c6-966d-e9a2e9749874 req-53cbbc54-0662-43ae-a6bd-e3de9a9dca83 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:29:38.731221 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6e61594e-adcb-48c6-966d-e9a2e9749874 req-53cbbc54-0662-43ae-a6bd-e3de9a9dca83 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0622559 Jun 23 09:29:39.061270 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:29:39.157426 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 732238d5-e9fb-41b3-9753-b880285a15e2 is: DOWN; New status is: DOWN {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:39.277226 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fccfa0-dddc-4ffa-a0bf-c056998e29b0 req-e6bde693-6b2e-43d6-8c43-3570118952d2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:39.278704 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a2fccfa0-dddc-4ffa-a0bf-c056998e29b0 req-e6bde693-6b2e-43d6-8c43-3570118952d2 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0470412 Jun 23 09:29:39.325695 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a2fccfa0-dddc-4ffa-a0bf-c056998e29b0 req-ccd443d7-9004-4558-8013-f9087ad78b41 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412109 Jun 23 09:29:39.395489 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:39.600191 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c2f9d145-1870-4d95-8cdd-036362a5fbb3 req-cfb7ba80-934d-4b7d-bf52-799c61685e6d tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 210 time: 0.0273490 Jun 23 09:29:39.722971 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-9fa5b55f-a23a-4654-8a11-047b81223e6f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:39.724391 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-9fa5b55f-a23a-4654-8a11-047b81223e6f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 810 time: 0.1032195 Jun 23 09:29:39.796309 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-043e781d-7bd9-42b9-a9e6-936ba1aa5f97 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a424690e5b44d58c27c5f872c38bd4 HTTP/1.1" status: 200 len: 378 time: 0.0558252 Jun 23 09:29:39.806322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'port': {'device_id': '575ce77f-535c-48bb-b311-7c7c515b82df', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'admin_state_up': True, 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'security_groups': ['7b67e93a-71a4-47ad-9ccf-7fc56d19df93']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:39.874472 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47382) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:39.965182 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-79672910-ed25-487f-8177-f605e054d288 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896080 Jun 23 09:29:39.973961 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-7454b33a-746d-406c-9df6-513a1d370a89 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:29:39.974928 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-7454b33a-746d-406c-9df6-513a1d370a89 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047328 Jun 23 09:29:40.053427 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47390) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:40.078610 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Made reservation on behalf of 19a424690e5b44d58c27c5f872c38bd4 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:29:40.082074 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:40.105893 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-21b087c1-6fb8-4735-93f9-33f8aa5805df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:40.189023 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-2bd676ae-e415-467e-b920-f64dbd0589d0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:40.190407 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-2bd676ae-e415-467e-b920-f64dbd0589d0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports/732238d5-e9fb-41b3-9753-b880285a15e2 HTTP/1.1" status: 200 len: 941 time: 0.1360080 Jun 23 09:29:40.253434 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Allocated IP 172.20.0.4 (91dc23ae-594e-42cc-bac4-fbd112cab953/ff4218dd-159c-44f2-88a2-68834a3147f0/95dc3d13-1af1-41f6-949f-2220f4476942) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:29:40.399545 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for port (95dc3d13-1af1-41f6-949f-2220f4476942), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:40.401779 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:40.446926 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42441f4-2753-45fe-a1f4-28e187c36bf0 req-7c69ab75-39df-494c-b46e-0287023d79d8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:40.449115 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e42441f4-2753-45fe-a1f4-28e187c36bf0 req-7c69ab75-39df-494c-b46e-0287023d79d8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0477204 Jun 23 09:29:40.501410 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e42441f4-2753-45fe-a1f4-28e187c36bf0 req-437c9f70-5727-426e-8899-c3a64fd64a8b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461943 Jun 23 09:29:40.547392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:40.592780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:29:40.595950 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:29:40.599687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:29:40.631675 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'Port': ['ID=95dc3d13-1af1-41f6-949f-2220f4476942,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:40.657982 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:40.658708 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:40.739133 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3c257-9ac8-40f4-9217-378bd839c52e req-bf00fe7e-8073-4ddc-8c70-2e0aa3870f22 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:40.746518 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-13a3c257-9ac8-40f4-9217-378bd839c52e req-bf00fe7e-8073-4ddc-8c70-2e0aa3870f22 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 931 time: 0.0492043 Jun 23 09:29:40.801596 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-13a3c257-9ac8-40f4-9217-378bd839c52e req-7a77bca7-a233-4914-9aca-8e2063c9b9f4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458095 Jun 23 09:29:40.858005 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-312cb332-a0fe-42a5-a00b-8618895aedda tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0553563 Jun 23 09:29:40.901259 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-fd4548a1-5879-4f5a-9a9b-9af7a58800db None None] Provisioning complete for port 95dc3d13-1af1-41f6-949f-2220f4476942 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:40.901259 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-fd4548a1-5879-4f5a-9a9b-9af7a58800db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:40.928331 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-fd4548a1-5879-4f5a-9a9b-9af7a58800db None None] Port 95dc3d13-1af1-41f6-949f-2220f4476942 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:29:41.005954 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Request body: {'port': {'device_id': '575ce77f-535c-48bb-b311-7c7c515b82df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:41.073226 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:41.332087 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95dc3d13-1af1-41f6-949f-2220f4476942 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:29:41.339839 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Publish callbacks [] for port (95dc3d13-1af1-41f6-949f-2220f4476942), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:41.352027 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Transition to ACTIVE for port object 95dc3d13-1af1-41f6-949f-2220f4476942 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:29:41.501219 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:41.561915 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Pushing event updated for resources: {'Port': ['ID=95dc3d13-1af1-41f6-949f-2220f4476942,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:41.632880 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:41.649968 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Attempting to bind port 95dc3d13-1af1-41f6-949f-2220f4476942 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:29:41.650981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Attempting to bind port 95dc3d13-1af1-41f6-949f-2220f4476942 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:29:41.651393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Attempting to bind port 95dc3d13-1af1-41f6-949f-2220f4476942 on network 91dc23ae-594e-42cc-bac4-fbd112cab953 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:29:41.656112 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Port 95dc3d13-1af1-41f6-949f-2220f4476942 on network 91dc23ae-594e-42cc-bac4-fbd112cab953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:29:41.656525 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Attempting to bind port 95dc3d13-1af1-41f6-949f-2220f4476942 on network 91dc23ae-594e-42cc-bac4-fbd112cab953 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:29:41.658031 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4418c81-b7ed-40ac-adc2-08a23296a044 req-52a4b2d9-6d13-4669-8204-efb8fb775b47 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:41.659841 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a4418c81-b7ed-40ac-adc2-08a23296a044 req-52a4b2d9-6d13-4669-8204-efb8fb775b47 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0737267 Jun 23 09:29:41.666615 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:29:41.667051 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Checking segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:29:41.667548 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Bound using segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:29:41.668054 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Bound port: 95dc3d13-1af1-41f6-949f-2220f4476942, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:29:41.668608 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:41.721343 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a4418c81-b7ed-40ac-adc2-08a23296a044 req-530f0abe-c19a-451e-91a9-91cfcadc45a6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551105 Jun 23 09:29:41.737471 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] For port 95dc3d13-1af1-41f6-949f-2220f4476942, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:29:41.744331 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] For port 95dc3d13-1af1-41f6-949f-2220f4476942, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=95dc3d13-1af1-41f6-949f-2220f4476942,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:29:41.894207 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:41.898632 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:41.956359 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:41.956957 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:41.958340 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] 10.222.0.55 "PUT /v2.0/ports/95dc3d13-1af1-41f6-949f-2220f4476942 HTTP/1.1" status: 200 len: 1093 time: 0.9566076 Jun 23 09:29:41.958786 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575ce77f-535c-48bb-b311-7c7c515b82df', 'tag': '95dc3d13-1af1-41f6-949f-2220f4476942'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:41.961013 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d66434-912b-43eb-ad19-43e597dd1414" -d '{"events": [{"name": "network-changed", "server_uuid": "575ce77f-535c-48bb-b311-7c7c515b82df", "tag": "95dc3d13-1af1-41f6-949f-2220f4476942"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:41.973610 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca749bb5-8b09-4fc1-bcb9-46359df799a9 req-636e6b5b-9655-4ede-a07d-a6f2b3ebdd6f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:41.975440 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ca749bb5-8b09-4fc1-bcb9-46359df799a9 req-636e6b5b-9655-4ede-a07d-a6f2b3ebdd6f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 943 time: 0.0965977 Jun 23 09:29:42.008511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b17f0-1bf2-4933-a11b-a82b314d497f service neutron] Pushing event updated for resources: {'Port': ['ID=95dc3d13-1af1-41f6-949f-2220f4476942,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:42.013854 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421503ca-d6bd-43e4-bb2a-d4280bec7029 x-openstack-request-id: req-421503ca-d6bd-43e4-bb2a-d4280bec7029 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:42.014199 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575ce77f-535c-48bb-b311-7c7c515b82df", "tag": "95dc3d13-1af1-41f6-949f-2220f4476942", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:42.014457 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-421503ca-d6bd-43e4-bb2a-d4280bec7029 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:42.014864 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421503ca-d6bd-43e4-bb2a-d4280bec7029'] response: {'name': 'network-changed', 'server_uuid': '575ce77f-535c-48bb-b311-7c7c515b82df', 'tag': '95dc3d13-1af1-41f6-949f-2220f4476942', 'status': 'completed', 'code': 200} Jun 23 09:29:42.045938 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ca749bb5-8b09-4fc1-bcb9-46359df799a9 req-b55e23f7-165b-4b4a-b5bc-6da312ac77cf tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620325 Jun 23 09:29:42.311675 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-da4881fe-c3ad-4c5c-bee0-1cb5d833fb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:42.348263 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d66434-912b-43eb-ad19-43e597dd1414 req-78c87d50-9b14-4d65-bba7-12f1a8261bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:42.349744 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-87d66434-912b-43eb-ad19-43e597dd1414 req-78c87d50-9b14-4d65-bba7-12f1a8261bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 1127 time: 0.0702710 Jun 23 09:29:42.386447 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:42.410374 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-ab7a8461-cbf1-4de7-9d9b-1c59782d66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:42.411856 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-ab7a8461-cbf1-4de7-9d9b-1c59782d66c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f&tenant_id=29ece34041e04c78868e53d90b658a82 HTTP/1.1" status: 200 len: 1128 time: 0.0984199 Jun 23 09:29:42.514972 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-24f13c5f-af50-416c-b613-fc3b55b87b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:42.516430 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-24f13c5f-af50-416c-b613-fc3b55b87b9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ece34041e04c78868e53d90b658a82&device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 1128 time: 0.0677459 Jun 23 09:29:42.518958 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d66434-912b-43eb-ad19-43e597dd1414 req-9a8b2130-b604-4ed7-a514-b625abd847f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:42.520260 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-87d66434-912b-43eb-ad19-43e597dd1414 req-9a8b2130-b604-4ed7-a514-b625abd847f6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=19a424690e5b44d58c27c5f872c38bd4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1516950 Jun 23 09:29:42.956817 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e43eb-5edd-417b-89b9-8a7657b5d8be req-0379c947-1153-4d93-b552-d4d9fc4c890b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:42.958293 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d43e43eb-5edd-417b-89b9-8a7657b5d8be req-0379c947-1153-4d93-b552-d4d9fc4c890b tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.1089647 Jun 23 09:29:42.970110 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-dd8c3478-d69e-4b4c-94b5-639fb2a90c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:42.970110 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-dd8c3478-d69e-4b4c-94b5-639fb2a90c7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 200 len: 917 time: 0.4404852 Jun 23 09:29:42.983086 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d66434-912b-43eb-ad19-43e597dd1414 req-cc4ce395-e4d9-4404-934f-3e9a2fafdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:42.984456 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-87d66434-912b-43eb-ad19-43e597dd1414 req-cc4ce395-e4d9-4404-934f-3e9a2fafdaea service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4563279 Jun 23 09:29:43.068494 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-ae25e1b3-11be-4eb4-b7c6-dc0acdcd55ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=732238d5-e9fb-41b3-9753-b880285a15e2 HTTP/1.1" status: 200 len: 999 time: 0.0919592 Jun 23 09:29:43.090215 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d43e43eb-5edd-417b-89b9-8a7657b5d8be req-0b22319e-0d0b-4944-b174-ac0d122be4d4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254723 Jun 23 09:29:43.099866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:43.135394 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-0f33d4f4-9037-4fde-a720-14ef3b25348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:43.136914 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-0f33d4f4-9037-4fde-a720-14ef3b25348e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 1127 time: 0.0813186 Jun 23 09:29:43.147519 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-ea951e32-b778-4955-b67d-7de77d5a0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:43.153964 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-ea951e32-b778-4955-b67d-7de77d5a0381 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 200 len: 855 time: 0.0627909 Jun 23 09:29:43.241517 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-db66184a-7628-4fc8-b58a-10eebaa9be66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95dc3d13-1af1-41f6-949f-2220f4476942 HTTP/1.1" status: 200 len: 217 time: 0.0814571 Jun 23 09:29:43.246049 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:43.263303 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438923e-64da-4a4e-acb5-5749d21a39f8 req-f0842531-c727-477e-bf0e-11bba4929b7b tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:43.264728 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c438923e-64da-4a4e-acb5-5749d21a39f8 req-f0842531-c727-477e-bf0e-11bba4929b7b tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 943 time: 0.1149626 Jun 23 09:29:43.298523 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-447856b2-61f0-4927-b4c9-14faca1dd9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:43.299966 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-447856b2-61f0-4927-b4c9-14faca1dd9e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=730dea22-6746-4fe9-87f5-32cb3807b5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1410496 Jun 23 09:29:43.348304 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-8476eb95-acd8-4b0d-a040-837fde0199e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:43.349517 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-8476eb95-acd8-4b0d-a040-837fde0199e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff4218dd-159c-44f2-88a2-68834a3147f0 HTTP/1.1" status: 200 len: 849 time: 0.1007397 Jun 23 09:29:43.442053 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c438923e-64da-4a4e-acb5-5749d21a39f8 req-5fc012a2-5319-478a-8713-4cf9408e158e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550200 Jun 23 09:29:43.442268 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:29:43.455075 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-1c386868-9459-4b02-9df9-f14d18c759ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:43.456632 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-1c386868-9459-4b02-9df9-f14d18c759ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91dc23ae-594e-42cc-bac4-fbd112cab953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939174 Jun 23 09:29:43.470960 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-f117aed5-6b6c-4f8b-ab1e-9a2609941c7e service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615963 Jun 23 09:29:43.552863 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:43.626518 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-e174274b-8c46-40ad-8494-5cf0c9cda0d3 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545141 Jun 23 09:29:43.629836 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e7aeec6b-3af1-4d96-9cda-85e6f83c2e3d req-855002cb-2c54-4887-80ea-f07f689c636b service neutron] 10.222.0.55 "GET /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506555 Jun 23 09:29:43.705601 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:43.943084 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5eab8ccc-7b8c-40aa-8998-3c0adfb96622 req-b4acf53a-baf3-47bf-b40b-97d8ff5f3e15 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992374 Jun 23 09:29:44.222758 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce775-2783-4394-acda-c097183dbf7b req-c0456497-5598-47bc-b896-6bd1349c526f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:44.224275 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9c8ce775-2783-4394-acda-c097183dbf7b req-c0456497-5598-47bc-b896-6bd1349c526f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0489383 Jun 23 09:29:44.271488 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9c8ce775-2783-4394-acda-c097183dbf7b req-a6d2bb16-ab1a-4a2a-89b0-24282fe3f1c0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Jun 23 09:29:44.563899 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720183b2-cef9-4c0e-898b-5f7e72f021a0 req-62ced440-56dd-4958-8861-7e1a1f566e2e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:44.571726 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-720183b2-cef9-4c0e-898b-5f7e72f021a0 req-62ced440-56dd-4958-8861-7e1a1f566e2e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 943 time: 0.0547080 Jun 23 09:29:44.612256 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-720183b2-cef9-4c0e-898b-5f7e72f021a0 req-7f5337a7-7a32-4daf-bdbd-cf6d6890cdae tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413294 Jun 23 09:29:45.102547 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:45.353795 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:45.359678 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:45.400536 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df7e23-8105-4495-bc7f-50111a73cdbf req-b0f87155-7af0-403e-b3c9-9d8ac6a2a581 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:45.402870 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-55df7e23-8105-4495-bc7f-50111a73cdbf req-b0f87155-7af0-403e-b3c9-9d8ac6a2a581 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0582793 Jun 23 09:29:45.525093 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-55df7e23-8105-4495-bc7f-50111a73cdbf req-4cfd3087-a42c-4a99-8d1c-a65129a2bd22 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144159 Jun 23 09:29:45.593800 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=17 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:45.739912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07b9bc-8d75-47a0-b2cf-57c4bc5b0e13 req-2c4b0aa8-fa3e-48a9-9e26-20066ea86ea2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:45.750859 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ab07b9bc-8d75-47a0-b2cf-57c4bc5b0e13 req-2c4b0aa8-fa3e-48a9-9e26-20066ea86ea2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 943 time: 0.0627582 Jun 23 09:29:45.826594 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ab07b9bc-8d75-47a0-b2cf-57c4bc5b0e13 req-4ac2e01d-dd00-4d53-b9b5-1c208c3ee4a4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696256 Jun 23 09:29:46.139118 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcf0b2-aa7c-4f66-a333-d2e99a018c37 req-8195f787-fcf0-40c1-a568-be78f4603aba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:46.140750 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2dbcf0b2-aa7c-4f66-a333-d2e99a018c37 req-8195f787-fcf0-40c1-a568-be78f4603aba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0508060 Jun 23 09:29:46.190363 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2dbcf0b2-aa7c-4f66-a333-d2e99a018c37 req-b9322909-adfa-4c16-905c-0031c6bc0f33 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435553 Jun 23 09:29:46.630901 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:46.667977 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aae6eb-3fc9-4379-8fa9-490d931d0fde req-1b557984-db2b-4cba-a8c3-ab809f7ec778 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:46.674771 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-97aae6eb-3fc9-4379-8fa9-490d931d0fde req-1b557984-db2b-4cba-a8c3-ab809f7ec778 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0537324 Jun 23 09:29:46.720049 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-97aae6eb-3fc9-4379-8fa9-490d931d0fde req-c01d8e05-e865-463c-b604-9df7f6ee6af1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Jun 23 09:29:46.945260 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43145ca5-70f4-4fae-9596-ba5204225b4a req-23f8377f-bb6b-4da5-95fc-3842e6f9c239 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:46.946828 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-43145ca5-70f4-4fae-9596-ba5204225b4a req-23f8377f-bb6b-4da5-95fc-3842e6f9c239 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 943 time: 0.0572042 Jun 23 09:29:46.998479 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-43145ca5-70f4-4fae-9596-ba5204225b4a req-8575eca0-85da-4063-b77a-a714d9df1d0c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455263 Jun 23 09:29:47.099686 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 95dc3d13-1af1-41f6-949f-2220f4476942 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:29:47.218048 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 95dc3d13-1af1-41f6-949f-2220f4476942, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=95dc3d13-1af1-41f6-949f-2220f4476942,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:47.243259 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '95dc3d13-1af1-41f6-949f-2220f4476942', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'port_id': '95dc3d13-1af1-41f6-949f-2220f4476942', 'mac_address': 'fa:16:3e:ed:e1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:29:47.282443 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 95dc3d13-1af1-41f6-949f-2220f4476942 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:47.282927 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:47.286093 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:47.305051 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95dc3d13-1af1-41f6-949f-2220f4476942 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:29:47.334003 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6743-a312-47c5-bfcc-90399b1b401a req-d216a783-349c-4eff-9d5c-012ea7ef6df2 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:47.336695 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fa0a6743-a312-47c5-bfcc-90399b1b401a req-d216a783-349c-4eff-9d5c-012ea7ef6df2 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0708959 Jun 23 09:29:47.348958 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 95dc3d13-1af1-41f6-949f-2220f4476942, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=95dc3d13-1af1-41f6-949f-2220f4476942,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:47.397801 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fa0a6743-a312-47c5-bfcc-90399b1b401a req-0b92f21f-dae1-4d3c-9569-a79699689a48 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520666 Jun 23 09:29:47.496380 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:47.553305 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=95dc3d13-1af1-41f6-949f-2220f4476942,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:47.806095 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5dffe-6b1e-45c5-90ea-4206da4a845e req-241d56b6-86cf-483d-a311-d3677a5c214e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:47.808815 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a7d5dffe-6b1e-45c5-90ea-4206da4a845e req-241d56b6-86cf-483d-a311-d3677a5c214e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0568867 Jun 23 09:29:47.856403 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['95dc3d13-1af1-41f6-949f-2220f4476942'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:29:47.883672 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a7d5dffe-6b1e-45c5-90ea-4206da4a845e req-0b688eb5-4fb7-4c55-884b-c24b53eb198a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692720 Jun 23 09:29:47.907766 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd62371-5dd8-4c3f-bf0a-fd8eb476625a req-92fb7716-ab5c-4619-bfa2-df8c65172124 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:47.907766 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-efd62371-5dd8-4c3f-bf0a-fd8eb476625a req-92fb7716-ab5c-4619-bfa2-df8c65172124 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0878839 Jun 23 09:29:48.004731 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-efd62371-5dd8-4c3f-bf0a-fd8eb476625a req-944b4b5a-14c0-47c4-979e-c19ff2d885f1 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890808 Jun 23 09:29:48.126206 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1215adb-f3b3-4810-8afa-bc3a33c5a6ac req-e267e431-3961-42bb-ac3a-fd39708c7151 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:48.127296 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d1215adb-f3b3-4810-8afa-bc3a33c5a6ac req-e267e431-3961-42bb-ac3a-fd39708c7151 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 944 time: 0.0504072 Jun 23 09:29:48.197976 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d1215adb-f3b3-4810-8afa-bc3a33c5a6ac req-227d5892-a245-45e4-b688-a2c64cf35be1 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640676 Jun 23 09:29:48.515657 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac730d8b-125a-4cde-8fc0-e5a7bd0987c6 req-442c214e-849e-40b8-bd6a-10f15eaf2f2a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:48.517095 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ac730d8b-125a-4cde-8fc0-e5a7bd0987c6 req-442c214e-849e-40b8-bd6a-10f15eaf2f2a tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0494764 Jun 23 09:29:48.567976 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ac730d8b-125a-4cde-8fc0-e5a7bd0987c6 req-2d1e7409-4d7e-4948-bd93-2d2fdf0a309f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449779 Jun 23 09:29:49.030267 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070fb2e-9d33-453c-a314-55c2a3540bfa req-018ab574-0a3a-4c49-a11c-00c6f0841039 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:49.031786 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1070fb2e-9d33-453c-a314-55c2a3540bfa req-018ab574-0a3a-4c49-a11c-00c6f0841039 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0508115 Jun 23 09:29:49.111805 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 95dc3d13-1af1-41f6-949f-2220f4476942 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:49.115563 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1070fb2e-9d33-453c-a314-55c2a3540bfa req-a9573b82-1fef-47c4-a02f-8922ca4119f9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774014 Jun 23 09:29:49.175756 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d8c33-4c8d-4cf0-b20a-8dfd8b2d986f req-23b427d6-32ab-4cd8-b3c1-4a272d45f6da tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:49.189292 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3d7d8c33-4c8d-4cf0-b20a-8dfd8b2d986f req-23b427d6-32ab-4cd8-b3c1-4a272d45f6da tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0788772 Jun 23 09:29:49.189998 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 95dc3d13-1af1-41f6-949f-2220f4476942 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:29:49.263978 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3d7d8c33-4c8d-4cf0-b20a-8dfd8b2d986f req-8817c463-3e81-4076-a420-36dff8cd3a70 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728590 Jun 23 09:29:49.291502 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 95dc3d13-1af1-41f6-949f-2220f4476942 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:49.292680 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:49.364350 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933394b-e8b1-4ee0-aa24-be6480e8c3f3 req-ee73ff9a-8572-46a7-ae1f-bb8eb856fccc tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:49.365905 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3933394b-e8b1-4ee0-aa24-be6480e8c3f3 req-ee73ff9a-8572-46a7-ae1f-bb8eb856fccc tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 944 time: 0.0642829 Jun 23 09:29:49.391552 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 95dc3d13-1af1-41f6-949f-2220f4476942 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:49.392218 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:49.428483 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575ce77f-535c-48bb-b311-7c7c515b82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dc3d13-1af1-41f6-949f-2220f4476942'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:49.430845 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86222ade-d6d9-4d63-9ce8-2a3edc625cd1" -d '{"events": [{"server_uuid": "575ce77f-535c-48bb-b311-7c7c515b82df", "name": "network-vif-plugged", "status": "completed", "tag": "95dc3d13-1af1-41f6-949f-2220f4476942"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:49.445237 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 95dc3d13-1af1-41f6-949f-2220f4476942, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=95dc3d13-1af1-41f6-949f-2220f4476942,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:49.445863 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3933394b-e8b1-4ee0-aa24-be6480e8c3f3 req-080cd79b-15ab-46e8-b358-286d3c85425c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685892 Jun 23 09:29:49.523066 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:49.560872 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cec2900-4cb8-4bf3-92f5-206d0c76107d x-openstack-request-id: req-5cec2900-4cb8-4bf3-92f5-206d0c76107d {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:49.561219 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575ce77f-535c-48bb-b311-7c7c515b82df", "name": "network-vif-plugged", "status": "completed", "tag": "95dc3d13-1af1-41f6-949f-2220f4476942", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:49.561478 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5cec2900-4cb8-4bf3-92f5-206d0c76107d {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:49.561881 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cec2900-4cb8-4bf3-92f5-206d0c76107d'] response: {'server_uuid': '575ce77f-535c-48bb-b311-7c7c515b82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dc3d13-1af1-41f6-949f-2220f4476942', 'code': 200} Jun 23 09:29:49.584715 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=95dc3d13-1af1-41f6-949f-2220f4476942,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:49.704696 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df148db-4319-4adc-8fa9-e3b751de876c req-29e86aea-9e45-4a89-88b5-88a459abe517 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:49.706131 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6df148db-4319-4adc-8fa9-e3b751de876c req-29e86aea-9e45-4a89-88b5-88a459abe517 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0577042 Jun 23 09:29:49.718332 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:49.769875 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6df148db-4319-4adc-8fa9-e3b751de876c req-2a29b701-93f5-4786-bef1-97a90414def1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563395 Jun 23 09:29:50.085075 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6c3c-0771-4c22-9a96-85cace52906e req-9ebf71d7-9a76-4ad2-aee1-d5570b0d29dd tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:50.087365 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c8ce6c3c-0771-4c22-9a96-85cace52906e req-9ebf71d7-9a76-4ad2-aee1-d5570b0d29dd tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0509996 Jun 23 09:29:50.161504 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c8ce6c3c-0771-4c22-9a96-85cace52906e req-e1662f7f-5106-4a9f-99ac-161b241c52df tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693183 Jun 23 09:29:50.263470 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732736-7975-4585-809e-f078fc2e4577 req-01de8627-46d7-4d85-8f9e-2e9ddd776617 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:50.263470 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cc732736-7975-4585-809e-f078fc2e4577 req-01de8627-46d7-4d85-8f9e-2e9ddd776617 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0508296 Jun 23 09:29:50.324057 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cc732736-7975-4585-809e-f078fc2e4577 req-74fa2f58-c3d8-462a-a918-cbf542904a13 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539520 Jun 23 09:29:50.425488 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d1c6c-d792-4e4d-afcb-c143a6101b83 req-583db1b5-ebd2-453f-b622-823487e97423 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:50.427191 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-570d1c6c-d792-4e4d-afcb-c143a6101b83 req-583db1b5-ebd2-453f-b622-823487e97423 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0487852 Jun 23 09:29:50.494766 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-570d1c6c-d792-4e4d-afcb-c143a6101b83 req-18ebaffd-ebb1-4a20-b3a3-0d87787b0094 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608280 Jun 23 09:29:50.735262 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97355474-28e6-45e3-9607-4bd6c553b45e req-ea577005-a049-4878-bc64-079e58f2593a tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:50.747531 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97355474-28e6-45e3-9607-4bd6c553b45e req-ea577005-a049-4878-bc64-079e58f2593a tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0502405 Jun 23 09:29:50.808007 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-97355474-28e6-45e3-9607-4bd6c553b45e req-df7afcec-37e9-4f5c-8ee6-f210549495d2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651124 Jun 23 09:29:50.886945 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97b1a8-2b51-476d-b897-e4e34ae69941 req-bf374286-c584-4964-82be-29784dbdae5e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:50.888544 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ce97b1a8-2b51-476d-b897-e4e34ae69941 req-bf374286-c584-4964-82be-29784dbdae5e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0526676 Jun 23 09:29:50.943784 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ce97b1a8-2b51-476d-b897-e4e34ae69941 req-6e552661-a566-40a6-893a-09d004aaacba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490565 Jun 23 09:29:51.295487 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad33f1a-7ee1-4ca2-a3e5-a8c6bec58858 req-0f4072d6-418c-4fdd-8b9e-8867c29756e1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:51.296972 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0ad33f1a-7ee1-4ca2-a3e5-a8c6bec58858 req-0f4072d6-418c-4fdd-8b9e-8867c29756e1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0519125 Jun 23 09:29:51.360503 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0ad33f1a-7ee1-4ca2-a3e5-a8c6bec58858 req-ea02366d-f431-4dac-b81e-2ae469e6fa90 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573084 Jun 23 09:29:51.467019 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469c971-b74b-47aa-a70c-3be84ccdcf9b req-7aae381b-b364-4abb-a02b-ac1a31080255 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:51.468862 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6469c971-b74b-47aa-a70c-3be84ccdcf9b req-7aae381b-b364-4abb-a02b-ac1a31080255 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0514085 Jun 23 09:29:51.520691 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6469c971-b74b-47aa-a70c-3be84ccdcf9b req-82ee005d-cb73-49e1-be3c-061b574d6e33 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Jun 23 09:29:51.609821 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:51.626797 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ef6d7-32e7-4d0a-ae90-2cad234a6fe5 req-57042c3a-489b-44a7-953d-07803b1eb0c8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:51.628850 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-290ef6d7-32e7-4d0a-ae90-2cad234a6fe5 req-57042c3a-489b-44a7-953d-07803b1eb0c8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0553901 Jun 23 09:29:51.643870 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:51.684833 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-290ef6d7-32e7-4d0a-ae90-2cad234a6fe5 req-84fe732c-f94d-4a64-b04d-24513848377f tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469761 Jun 23 09:29:51.923192 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:51.938550 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaced77-d735-45d0-8eb4-15e37db8c288 req-7e858c70-6c56-4a57-b928-84587f14c2a9 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:51.940211 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ebaced77-d735-45d0-8eb4-15e37db8c288 req-7e858c70-6c56-4a57-b928-84587f14c2a9 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0517249 Jun 23 09:29:52.009279 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ebaced77-d735-45d0-8eb4-15e37db8c288 req-2428ca61-6586-4bce-90d9-474e6b30e065 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633662 Jun 23 09:29:52.075243 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726487de-500f-4a0d-a06c-d790ab9a14fb req-008682d6-2386-4774-bd98-91c9d9aa9940 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:52.076708 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-726487de-500f-4a0d-a06c-d790ab9a14fb req-008682d6-2386-4774-bd98-91c9d9aa9940 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0513904 Jun 23 09:29:52.126449 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-726487de-500f-4a0d-a06c-d790ab9a14fb req-ced523ab-da85-457e-a7d8-3114f0c06c63 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Jun 23 09:29:52.483825 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45964d7-4841-4ae3-9432-781616ef5fe9 req-1a07585d-db25-45ab-a456-6032123b95e7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:52.485421 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d45964d7-4841-4ae3-9432-781616ef5fe9 req-1a07585d-db25-45ab-a456-6032123b95e7 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0511730 Jun 23 09:29:52.551915 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d45964d7-4841-4ae3-9432-781616ef5fe9 req-cf01f9db-bb01-4a17-814a-230f9825ff2b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606236 Jun 23 09:29:52.645928 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc91082-151e-4bd4-abb5-2221d7e08b9f req-3da7f9e4-874b-4be4-87d2-be3f10ca4928 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:52.647770 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7fc91082-151e-4bd4-abb5-2221d7e08b9f req-3da7f9e4-874b-4be4-87d2-be3f10ca4928 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0539608 Jun 23 09:29:52.699695 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7fc91082-151e-4bd4-abb5-2221d7e08b9f req-6d6f77a4-f635-4808-989a-f86a391a4512 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459778 Jun 23 09:29:52.820698 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369af4c5-5cfe-4efd-9c65-b50141bf40f4 req-067b1150-0dbe-47a7-998c-13429bbdbb76 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:52.822406 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-369af4c5-5cfe-4efd-9c65-b50141bf40f4 req-067b1150-0dbe-47a7-998c-13429bbdbb76 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0606296 Jun 23 09:29:52.881150 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-369af4c5-5cfe-4efd-9c65-b50141bf40f4 req-1ec9794e-5af6-4204-a789-bcd0b2114c21 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525756 Jun 23 09:29:53.117128 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd712fc-e4f1-466f-adcb-23fc4bc5bb94 req-5a85e24f-ae80-49c2-9457-dd5a60ca7d82 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:53.118706 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2dd712fc-e4f1-466f-adcb-23fc4bc5bb94 req-5a85e24f-ae80-49c2-9457-dd5a60ca7d82 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0480351 Jun 23 09:29:53.179493 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2dd712fc-e4f1-466f-adcb-23fc4bc5bb94 req-f6d7166a-ce7c-4712-8371-3d1dfbcb1ad2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549405 Jun 23 09:29:53.249936 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2945e89-3fe2-45da-935e-0d8c5f6dbb08 req-dbbeb959-781b-4ed1-8aed-91fbbd7e3a1e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:53.251444 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b2945e89-3fe2-45da-935e-0d8c5f6dbb08 req-dbbeb959-781b-4ed1-8aed-91fbbd7e3a1e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0482738 Jun 23 09:29:53.299614 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b2945e89-3fe2-45da-935e-0d8c5f6dbb08 req-b08608d4-927a-4f8d-ae62-c3343cba2e6c tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Jun 23 09:29:53.671209 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0ca0-b0d9-4f40-a74e-5b45ef6d92f6 req-99e6bf90-6d61-45c7-b3be-3a47a6a21799 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:53.674106 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6f9c0ca0-b0d9-4f40-a74e-5b45ef6d92f6 req-99e6bf90-6d61-45c7-b3be-3a47a6a21799 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0481768 Jun 23 09:29:53.731488 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6f9c0ca0-b0d9-4f40-a74e-5b45ef6d92f6 req-06ad980c-9ff4-47cb-b587-f4e95754f0b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529888 Jun 23 09:29:53.814167 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2d6a6-bb90-4c4d-a758-a4f1bd7f012c req-d362cf5b-447d-4576-81e7-d9665fb16c0c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:53.815619 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cba2d6a6-bb90-4c4d-a758-a4f1bd7f012c req-d362cf5b-447d-4576-81e7-d9665fb16c0c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0453846 Jun 23 09:29:53.866138 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cba2d6a6-bb90-4c4d-a758-a4f1bd7f012c req-12390d2e-2ec4-4aaa-ba26-3282d82d7e33 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Jun 23 09:29:54.018880 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b63778-dfcb-4859-8945-8501849fc724 req-5e414e18-6e70-4f3c-8b07-0f78fd654755 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:54.020352 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-98b63778-dfcb-4859-8945-8501849fc724 req-5e414e18-6e70-4f3c-8b07-0f78fd654755 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0481131 Jun 23 09:29:54.067204 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-98b63778-dfcb-4859-8945-8501849fc724 req-65d33ee9-cbd9-4327-8e94-761d5a379b73 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Jun 23 09:29:54.309171 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3a95e-7120-4e3d-b76a-aeeeca8e0740 req-1117a7ba-ff6a-4e9a-9676-9541522f5674 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:54.310628 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0ef3a95e-7120-4e3d-b76a-aeeeca8e0740 req-1117a7ba-ff6a-4e9a-9676-9541522f5674 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0468090 Jun 23 09:29:54.357266 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0ef3a95e-7120-4e3d-b76a-aeeeca8e0740 req-3af8b24c-cfd6-4524-8999-f7f2f1ef937e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411961 Jun 23 09:29:54.414315 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b636a-0ede-417b-a440-b4964b458d0c req-9c40bfe4-3eaa-41b4-87ad-9d1526572371 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:54.416289 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bc6b636a-0ede-417b-a440-b4964b458d0c req-9c40bfe4-3eaa-41b4-87ad-9d1526572371 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0494361 Jun 23 09:29:54.461498 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bc6b636a-0ede-417b-a440-b4964b458d0c req-37f4f3fc-b89c-43cc-bd97-82286e160f6b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398223 Jun 23 09:29:54.846186 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf816a-c0bc-4818-a37b-f7e75030021a req-eb08b1d7-1d9e-404a-a417-318fa7d0c5bf tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:54.847680 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bebf816a-c0bc-4818-a37b-f7e75030021a req-eb08b1d7-1d9e-404a-a417-318fa7d0c5bf tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0465763 Jun 23 09:29:54.879607 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:54.911138 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bebf816a-c0bc-4818-a37b-f7e75030021a req-503a684c-ba00-4f40-994d-8e500de76ae1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576215 Jun 23 09:29:54.980568 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d5598-e58a-4058-9ccc-696c8a6c859a req-efaf9eea-e313-4c11-9ce8-86da7614d97f tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:54.982021 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0c4d5598-e58a-4058-9ccc-696c8a6c859a req-efaf9eea-e313-4c11-9ce8-86da7614d97f tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0464914 Jun 23 09:29:55.030199 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0c4d5598-e58a-4058-9ccc-696c8a6c859a req-a07e4d6d-bd07-4ed8-9a90-840b040d8864 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Jun 23 09:29:55.187129 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0eb30-acde-418d-9450-6a09599e6ced req-0c7b890f-c628-45f3-ba7b-51b857513215 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:55.188602 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5f0eb30-acde-418d-9450-6a09599e6ced req-0c7b890f-c628-45f3-ba7b-51b857513215 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0502763 Jun 23 09:29:55.234872 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f5f0eb30-acde-418d-9450-6a09599e6ced req-1a8edf97-21c3-4406-8948-b876b2e96dc8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Jun 23 09:29:55.467761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd476a7-612f-4485-bc95-a90f04466bc0 req-a9811e6b-633f-4fb1-84aa-7302b24499ea tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:55.469198 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4fd476a7-612f-4485-bc95-a90f04466bc0 req-a9811e6b-633f-4fb1-84aa-7302b24499ea tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0457649 Jun 23 09:29:55.519510 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4fd476a7-612f-4485-bc95-a90f04466bc0 req-f128b112-7ec8-4da3-ae5b-e26dda3d4043 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448923 Jun 23 09:29:55.574428 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e2d18-cc23-4f08-957c-8011560a3407 req-a2773ac9-9ce9-49b7-b8ce-2ea3daded0ec tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:55.575908 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-176e2d18-cc23-4f08-957c-8011560a3407 req-a2773ac9-9ce9-49b7-b8ce-2ea3daded0ec tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0461674 Jun 23 09:29:55.621700 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-176e2d18-cc23-4f08-957c-8011560a3407 req-c89a4d4e-eae9-4e9c-8f03-7571ede1913e tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403082 Jun 23 09:29:56.024716 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6664cc-ed96-486a-a8ba-8f414948e148 req-d572520b-e932-450b-81cc-cfd3ab62a121 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.026213 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0e6664cc-ed96-486a-a8ba-8f414948e148 req-d572520b-e932-450b-81cc-cfd3ab62a121 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0467973 Jun 23 09:29:56.087888 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0e6664cc-ed96-486a-a8ba-8f414948e148 req-4784063a-81bc-41f8-aae8-8ef0b8ccb6bc tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560286 Jun 23 09:29:56.148148 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b2161-86ea-46c9-8169-3ac987a919c2 req-ebcd17a7-4eda-439f-8918-45743e063570 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.149605 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a60b2161-86ea-46c9-8169-3ac987a919c2 req-ebcd17a7-4eda-439f-8918-45743e063570 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0504625 Jun 23 09:29:56.198481 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a60b2161-86ea-46c9-8169-3ac987a919c2 req-db054239-0df3-415b-bf4b-d36d4bcac370 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Jun 23 09:29:56.355275 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace162bb-2bce-4ece-b5f2-ecd3033c6fec req-0a50576d-6181-4ed3-883b-caa54490a163 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.356771 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ace162bb-2bce-4ece-b5f2-ecd3033c6fec req-0a50576d-6181-4ed3-883b-caa54490a163 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 944 time: 0.0480018 Jun 23 09:29:56.368169 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:56.423352 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:56.429167 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-d3c8ac9a-b9e6-4339-be30-cff1aa18bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.430657 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-d3c8ac9a-b9e6-4339-be30-cff1aa18bac8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1169 time: 0.0604756 Jun 23 09:29:56.441572 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ace162bb-2bce-4ece-b5f2-ecd3033c6fec req-e54da3f4-b214-4cbe-be56-fe934263a8f0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789933 Jun 23 09:29:56.529822 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ab74f-8653-4ea7-ab6e-537c54184590 req-e607084a-e8f3-48c0-895d-dafcdd203497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.531339 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1a7ab74f-8653-4ea7-ab6e-537c54184590 req-e607084a-e8f3-48c0-895d-dafcdd203497 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 1129 time: 0.0383255 Jun 23 09:29:56.541380 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-23ba256e-2e62-4edd-a785-d17f600380c5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.542845 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-23ba256e-2e62-4edd-a785-d17f600380c5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0659592 Jun 23 09:29:56.552850 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:56.578882 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1a7ab74f-8653-4ea7-ab6e-537c54184590 req-2f8d9db8-721b-4463-851e-347e8dd25fb3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411410 Jun 23 09:29:56.637829 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-c55f54d1-5604-4e67-b1d1-2d7f56530ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.638465 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb246-f1de-4655-846c-07c25e9aabbe req-1a71f88f-8581-4ebd-86b3-c091c5841bba tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.639295 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-c55f54d1-5604-4e67-b1d1-2d7f56530ba7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 200 len: 916 time: 0.1702559 Jun 23 09:29:56.640004 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-827eb246-f1de-4655-846c-07c25e9aabbe req-1a71f88f-8581-4ebd-86b3-c091c5841bba tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0481124 Jun 23 09:29:56.675352 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Deleting port 63dcea29-ad70-42db-bd2d-65baa87be113 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:29:56.675717 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:56.692615 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-827eb246-f1de-4655-846c-07c25e9aabbe req-a9b101ae-5902-45ca-a5d4-90ecf2e09789 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468009 Jun 23 09:29:56.781927 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d77607-3f71-4983-a330-943a5cf16fbf req-f1afa5c3-df58-4ced-a793-f89f25e05ee3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:56.783382 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-55d77607-3f71-4983-a330-943a5cf16fbf req-f1afa5c3-df58-4ced-a793-f89f25e05ee3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 946 time: 0.0915282 Jun 23 09:29:56.816702 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] For port 63dcea29-ad70-42db-bd2d-65baa87be113, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=63dcea29-ad70-42db-bd2d-65baa87be113,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:56.817059 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:56.969273 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-55d77607-3f71-4983-a330-943a5cf16fbf req-c4c6587a-0d96-4fd2-86f8-b5f567381a7b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=61c3837f-d901-4cda-a9fe-c3a777e20019&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786764 Jun 23 09:29:57.020518 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-523362ae-1129-4c2e-a325-078377ff0fcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 1002 time: 0.1324208 Jun 23 09:29:57.085054 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:57.085705 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (9af1ecdd-6323-4b9e-9549-2d6c825bad32), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:57.085705 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Floating IP 9af1ecdd-6323-4b9e-9549-2d6c825bad32 disassociated. External IP: 172.27.2.126, port: 63dcea29-ad70-42db-bd2d-65baa87be113. Jun 23 09:29:57.086027 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Calling delete_port for 63dcea29-ad70-42db-bd2d-65baa87be113 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:29:57.166757 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:29:57.212219 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf0444-f680-4955-92ba-4b96c7ce3225 req-4c13d042-0e4c-4db8-abb1-f5f6b5f5b14b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:57.214339 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4acf0444-f680-4955-92ba-4b96c7ce3225 req-4c13d042-0e4c-4db8-abb1-f5f6b5f5b14b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0557013 Jun 23 09:29:57.278159 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:57.290268 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4acf0444-f680-4955-92ba-4b96c7ce3225 req-1593b82b-232a-4f67-b872-524486eecacb tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700753 Jun 23 09:29:57.292237 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '732238d5-e9fb-41b3-9753-b880285a15e2', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'port_id': '732238d5-e9fb-41b3-9753-b880285a15e2', 'mac_address': 'fa:16:3e:ba:a7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:29:57.297698 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (63dcea29-ad70-42db-bd2d-65baa87be113), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:57.331093 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 732238d5-e9fb-41b3-9753-b880285a15e2 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:57.331487 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:57.350172 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732238d5-e9fb-41b3-9753-b880285a15e2 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:29:57.371175 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:57.443366 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:57.493893 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=9']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:57.564030 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8fa9d-1b7b-466f-93fc-10f3cad4daea req-8f23a473-d996-440c-bcfa-08a0da1c8e62 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:57.565535 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-46b8fa9d-1b7b-466f-93fc-10f3cad4daea req-8f23a473-d996-440c-bcfa-08a0da1c8e62 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 945 time: 0.0504255 Jun 23 09:29:57.578684 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-a52d57f3-7884-4422-af57-2b76762bdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:57.580192 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-a52d57f3-7884-4422-af57-2b76762bdf75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60c84e34-b082-41b8-a38a-07c229aaa839 HTTP/1.1" status: 200 len: 854 time: 0.3333554 Jun 23 09:29:57.583765 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'Port': ['ID=63dcea29-ad70-42db-bd2d-65baa87be113,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:57.600353 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dfdb9-93ac-48ee-8c73-718808889b94 req-96a89449-2bec-4c69-9e7f-3dc8fcba0126 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:57.601886 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1e4dfdb9-93ac-48ee-8c73-718808889b94 req-96a89449-2bec-4c69-9e7f-3dc8fcba0126 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.3217974 Jun 23 09:29:57.617460 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-46b8fa9d-1b7b-466f-93fc-10f3cad4daea req-d53026e1-933e-4652-99f2-8a8f72d196b8 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463328 Jun 23 09:29:57.638939 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:57.652195 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:57.731006 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1e4dfdb9-93ac-48ee-8c73-718808889b94 req-e7ea7c4e-15ad-4d32-a2d5-75542c1de67c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964897 Jun 23 09:29:57.741818 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:29:57.765996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['732238d5-e9fb-41b3-9753-b880285a15e2'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:29:57.817994 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78ba06-4a04-408c-982d-c2bed14aa944 req-f4317805-071c-4544-8f75-717968c6efb4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:57.819647 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3b78ba06-4a04-408c-982d-c2bed14aa944 req-f4317805-071c-4544-8f75-717968c6efb4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0541980 Jun 23 09:29:57.825115 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:57.830394 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:57.853249 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:29:57.869932 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:29:57.872697 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3b78ba06-4a04-408c-982d-c2bed14aa944 req-bf5ab536-f633-4e15-8d7c-30bccceb4575 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461087 Jun 23 09:29:57.896494 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:57.897146 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:57.898316 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] No DVR routers for this DVR port 63dcea29-ad70-42db-bd2d-65baa87be113 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:29:57.902031 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:57.906107 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-45d5dea5-7c6b-4cd5-aae0-cc7b53a1ea0a req-49c7fbb0-a715-40d7-9acf-27db649a1cf5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "DELETE /v2.0/ports/63dcea29-ad70-42db-bd2d-65baa87be113 HTTP/1.1" status: 204 len: 173 time: 1.3308070 Jun 23 09:29:57.906107 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'name': 'network-vif-deleted', 'tag': '63dcea29-ad70-42db-bd2d-65baa87be113'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:57.912982 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17290f5b-6265-4c41-b4f3-bb2a6321da60" -d '{"events": [{"server_uuid": "88e58a13-6ee6-4d01-840f-50a6cc456fb9", "name": "network-vif-deleted", "tag": "63dcea29-ad70-42db-bd2d-65baa87be113"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:57.941347 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:57.948713 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:57.961580 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3ada8c-b2aa-4975-a778-eb5b21d5f5e2 x-openstack-request-id: req-2f3ada8c-b2aa-4975-a778-eb5b21d5f5e2 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:57.961580 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e58a13-6ee6-4d01-840f-50a6cc456fb9", "name": "network-vif-deleted", "tag": "63dcea29-ad70-42db-bd2d-65baa87be113", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:57.961580 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f3ada8c-b2aa-4975-a778-eb5b21d5f5e2 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:57.965153 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3ada8c-b2aa-4975-a778-eb5b21d5f5e2'] response: {'server_uuid': '88e58a13-6ee6-4d01-840f-50a6cc456fb9', 'name': 'network-vif-deleted', 'tag': '63dcea29-ad70-42db-bd2d-65baa87be113', 'status': 'completed', 'code': 200} Jun 23 09:29:58.039317 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:58.088697 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6726b3ae-b638-43f2-8698-cbef2fbd6612 req-7a7467b3-cbb8-49bc-89e8-4e69ddf5f09c tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 210 time: 0.0315483 Jun 23 09:29:58.187430 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-c81d32e6-457d-41f1-8192-67c63d004718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:58.189042 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-c81d32e6-457d-41f1-8192-67c63d004718 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e6d8e95-96b3-49d4-8814-891949660fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480330 Jun 23 09:29:58.242439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:58.267764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:29:58.277308 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:29:58.277901 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:58.285038 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-e5e7e0a5-716a-4a40-8a6b-42f1633cf1b1 service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885284 Jun 23 09:29:58.397839 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:29:58.453061 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e69e1-e1b0-4593-8bf0-7ab5b86fc730 req-901c2725-2058-4e42-905f-fde34fe6d0de tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:58.454623 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5f6e69e1-e1b0-4593-8bf0-7ab5b86fc730 req-901c2725-2058-4e42-905f-fde34fe6d0de tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0709653 Jun 23 09:29:58.456755 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-676d4f43-a5cb-44eb-b2e1-1b739a01cac4 req-089ec8e1-acaf-4116-bece-1b6a2e3d7dec service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571438 Jun 23 09:29:58.480853 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:58.492648 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:58.524073 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5f6e69e1-e1b0-4593-8bf0-7ab5b86fc730 req-eb997fc3-e1c5-4ee8-bf62-238b799f4ba0 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620837 Jun 23 09:29:58.594794 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:29:58.619991 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8d12bc-1990-4453-8024-7a2472c74c95 None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:29:58.746309 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734ce64-3066-412a-adab-36a810b16dfd req-f19b8ab8-4c85-4f28-8d4d-5543651bf840 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:58.747872 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2734ce64-3066-412a-adab-36a810b16dfd req-f19b8ab8-4c85-4f28-8d4d-5543651bf840 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 945 time: 0.0494704 Jun 23 09:29:58.800225 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2734ce64-3066-412a-adab-36a810b16dfd req-55b24cb5-f540-423b-b082-4d62909c0faa tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461738 Jun 23 09:29:58.860495 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1ee80-7cd2-41a0-8ff9-414701866d32 req-f0482f8f-9c38-435d-bf56-79d86bc97a7b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:58.860622 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b0c9b-f1e4-4eac-9e6b-3f8a2a5b0dd0 None None] New status for floating IP 9af1ecdd-6323-4b9e-9549-2d6c825bad32: DOWN {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:29:58.860729 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f8f1ee80-7cd2-41a0-8ff9-414701866d32 req-f0482f8f-9c38-435d-bf56-79d86bc97a7b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0527196 Jun 23 09:29:58.918263 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f8f1ee80-7cd2-41a0-8ff9-414701866d32 req-1425bc8f-48e1-46f4-9361-d13474cf31d3 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520298 Jun 23 09:29:59.016329 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bcc94-cf0e-41d5-9e87-37de13474349 req-4b439fd8-bf00-491c-b580-7bd65858e176 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:59.017689 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ef0bcc94-cf0e-41d5-9e87-37de13474349 req-4b439fd8-bf00-491c-b580-7bd65858e176 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0496473 Jun 23 09:29:59.063404 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ef0bcc94-cf0e-41d5-9e87-37de13474349 req-e2b9a91f-89c4-4907-9762-c709ddac1524 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401909 Jun 23 09:29:59.170139 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:59.189733 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d3c7-6fc2-43bd-99f2-89895f194078 req-dc79fc92-58d0-4520-91dd-fbe393a34027 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:59.194523 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9877d3c7-6fc2-43bd-99f2-89895f194078 req-dc79fc92-58d0-4520-91dd-fbe393a34027 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0601859 Jun 23 09:29:59.200598 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47606) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:29:59.203552 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d04fb75b-f0e3-4e83-bb78-af4ebda3a567 req-05b0dd4b-2053-482e-bd1a-01d2b6e75c70 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=88e58a13-6ee6-4d01-840f-50a6cc456fb9 HTTP/1.1" status: 200 len: 210 time: 0.0287352 Jun 23 09:29:59.205043 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'floatingip': {'port_id': '95dc3d13-1af1-41f6-949f-2220f4476942'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:29:59.247183 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:59.253483 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:29:59.298205 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 732238d5-e9fb-41b3-9753-b880285a15e2 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:29:59.298589 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:59.374224 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 732238d5-e9fb-41b3-9753-b880285a15e2 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:29:59.374617 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:59.397489 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:29:59.399748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe3d62b-1c2c-4cee-bfcc-161456488dc5" -d '{"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-plugged", "status": "completed", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:29:59.413101 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:29:59.439683 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e530b367-7234-4e64-a0f9-9c9d0fec5a63 x-openstack-request-id: req-e530b367-7234-4e64-a0f9-9c9d0fec5a63 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:29:59.440001 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-plugged", "status": "completed", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:29:59.440258 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e530b367-7234-4e64-a0f9-9c9d0fec5a63 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:29:59.440664 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e530b367-7234-4e64-a0f9-9c9d0fec5a63'] response: {'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2', 'code': 200} Jun 23 09:29:59.500775 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:59.501646 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 63dcea29-ad70-42db-bd2d-65baa87be113 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:29:59.536645 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 63dcea29-ad70-42db-bd2d-65baa87be113 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:29:59.536991 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 63dcea29-ad70-42db-bd2d-65baa87be113 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:29:59.569926 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=10']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:29:59.624174 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:59.642561 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea60fd-3c7d-4505-9640-bc84ed69d078 req-07cd4b25-5711-4f59-8011-dfb3181f6e98 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:59.644168 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b6ea60fd-3c7d-4505-9640-bc84ed69d078 req-07cd4b25-5711-4f59-8011-dfb3181f6e98 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0488894 Jun 23 09:29:59.697514 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:59.718582 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b6ea60fd-3c7d-4505-9640-bc84ed69d078 req-b9828bee-2ff3-423d-a00f-1e08bc671537 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666809 Jun 23 09:29:59.847458 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:29:59.909186 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:29:59.933482 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794e73-2be0-42cd-8091-b9d3df10b064 req-1fb94878-63f9-462b-a463-5e9481d9c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:59.935001 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-be794e73-2be0-42cd-8091-b9d3df10b064 req-1fb94878-63f9-462b-a463-5e9481d9c4ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 1131 time: 0.1021676 Jun 23 09:29:59.988681 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f1dac-7f0e-418e-9136-8fc184ab385f req-4430bb97-a322-4429-9d21-89b7277e75c0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:29:59.990166 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7d1f1dac-7f0e-418e-9136-8fc184ab385f req-4430bb97-a322-4429-9d21-89b7277e75c0 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 947 time: 0.0958610 Jun 23 09:30:00.055061 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acc36a-fde9-4147-a1e0-821e63fef3b5 req-bd8d1b8e-a177-4106-a0b6-3d57512e5cce tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:00.056569 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Floating IP 653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d associated. External IP: 172.27.2.132, port: 95dc3d13-1af1-41f6-949f-2220f4476942. Jun 23 09:30:00.056957 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d3acc36a-fde9-4147-a1e0-821e63fef3b5 req-bd8d1b8e-a177-4106-a0b6-3d57512e5cce tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0600221 Jun 23 09:30:00.108117 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d3acc36a-fde9-4147-a1e0-821e63fef3b5 req-f1874a48-4fe7-437b-ad70-300a29ceccaa tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453532 Jun 23 09:30:00.118778 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-be794e73-2be0-42cd-8091-b9d3df10b064 req-33e3640c-b343-4b14-bf9f-93bb6b400304 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678531 Jun 23 09:30:00.134758 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7d1f1dac-7f0e-418e-9136-8fc184ab385f req-6ba2cc7f-776f-41eb-ad87-95e03420eb5c tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320372 Jun 23 09:30:00.218268 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:00.285432 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Router 43b420e1-cc40-4758-b7c1-558292a8b5e9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:30:00.391146 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:30:00.396157 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:00.398619 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47620) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:00.401785 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] Sync routers for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:30:00.411776 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:00.412382 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:00.414759 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:00.448601 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-f99ffd69-3c94-49be-9fd8-4e21984bd149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "PUT /v2.0/floatingips/653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d HTTP/1.1" status: 200 len: 991 time: 1.2469339 Jun 23 09:30:00.452408 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575ce77f-535c-48bb-b311-7c7c515b82df', 'tag': '95dc3d13-1af1-41f6-949f-2220f4476942'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:00.454659 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765a314-c71d-4356-a5c5-26a04ff146b7" -d '{"events": [{"name": "network-changed", "server_uuid": "575ce77f-535c-48bb-b311-7c7c515b82df", "tag": "95dc3d13-1af1-41f6-949f-2220f4476942"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:00.492294 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf591e13-45e7-4a00-b539-dda0fc767251 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (61c3837f-d901-4cda-a9fe-c3a777e20019), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:00.494129 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67f2357-6cb4-40a1-9c4e-b58a7c59ed79 x-openstack-request-id: req-e67f2357-6cb4-40a1-9c4e-b58a7c59ed79 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:00.494427 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575ce77f-535c-48bb-b311-7c7c515b82df", "tag": "95dc3d13-1af1-41f6-949f-2220f4476942", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:00.494691 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e67f2357-6cb4-40a1-9c4e-b58a7c59ed79 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:00.495123 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67f2357-6cb4-40a1-9c4e-b58a7c59ed79'] response: {'name': 'network-changed', 'server_uuid': '575ce77f-535c-48bb-b311-7c7c515b82df', 'tag': '95dc3d13-1af1-41f6-949f-2220f4476942', 'status': 'completed', 'code': 200} Jun 23 09:30:00.520483 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf591e13-45e7-4a00-b539-dda0fc767251 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (61c3837f-d901-4cda-a9fe-c3a777e20019), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:00.648411 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:00.649576 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf591e13-45e7-4a00-b539-dda0fc767251 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (61c3837f-d901-4cda-a9fe-c3a777e20019), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:00.652180 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf591e13-45e7-4a00-b539-dda0fc767251 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:00.653354 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-bf591e13-45e7-4a00-b539-dda0fc767251 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "DELETE /v2.0/security-groups/61c3837f-d901-4cda-a9fe-c3a777e20019 HTTP/1.1" status: 204 len: 168 time: 0.2537761 Jun 23 09:30:00.656414 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47626) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:00.662584 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf591e13-45e7-4a00-b539-dda0fc767251 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c3837f-d901-4cda-a9fe-c3a777e20019,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:00.674500 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.api.v2.resource [None req-294468e5-1f43-4aaf-98c2-2b1be5f21540 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] show failed (client error): The resource could not be found. Jun 23 09:30:00.675692 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-294468e5-1f43-4aaf-98c2-2b1be5f21540 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups/61c3837f-d901-4cda-a9fe-c3a777e20019 HTTP/1.1" status: 404 len: 347 time: 0.0182765 Jun 23 09:30:00.678607 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47628) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:00.793528 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Deleting port 5e677be6-e9bf-4e71-b58d-d2fac76c2e8f {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:30:00.793872 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:00.848155 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:00.858646 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d5d40-579a-41c3-8447-242cc73ce7d4 req-e396addd-e0f6-4403-81dc-a57351023a98 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:00.860208 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-366d5d40-579a-41c3-8447-242cc73ce7d4 req-e396addd-e0f6-4403-81dc-a57351023a98 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0574858 Jun 23 09:30:00.878568 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:00.878903 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:00.883331 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'port_id': '95dc3d13-1af1-41f6-949f-2220f4476942', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'mac_address': 'fa:16:3e:ed:e1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575ce77f-535c-48bb-b311-7c7c515b82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:29:34Z', 'updated_at': '2022-06-23T09:29:59Z', 'revision_number': 1, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:00.893246 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Calling delete_port for 5e677be6-e9bf-4e71-b58d-d2fac76c2e8f owned by network:floatingip {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:30:00.908089 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] Checking router: 43b420e1-cc40-4758-b7c1-558292a8b5e9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:30:00.917160 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:00.917862 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:29:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:00.920146 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-44644945-2ef1-4261-886f-556b6794373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:00.921711 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-44644945-2ef1-4261-886f-556b6794373a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 1129 time: 0.0606658 Jun 23 09:30:00.985604 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-366d5d40-579a-41c3-8447-242cc73ce7d4 req-f7f3e530-71c4-4177-a790-bf4c6c82505f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122952 Jun 23 09:30:01.026428 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:01.038760 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-39a7777b-1b7e-4ba8-8897-8b96c5e26dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:01.040265 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-39a7777b-1b7e-4ba8-8897-8b96c5e26dd2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 911 time: 0.1072965 Jun 23 09:30:01.101840 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (5e677be6-e9bf-4e71-b58d-d2fac76c2e8f), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:01.123336 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-58d75cf3-fa70-47fc-bf20-a5b2c86829d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95dc3d13-1af1-41f6-949f-2220f4476942 HTTP/1.1" status: 200 len: 999 time: 0.0608253 Jun 23 09:30:01.131704 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'Port': ['ID=5e677be6-e9bf-4e71-b58d-d2fac76c2e8f,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:01.216639 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:01.227091 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-3e562fbc-ddd6-4e26-86e1-d2fae65f49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:01.229178 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-3e562fbc-ddd6-4e26-86e1-d2fae65f49e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff4218dd-159c-44f2-88a2-68834a3147f0 HTTP/1.1" status: 200 len: 849 time: 0.0922797 Jun 23 09:30:01.261054 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b310d-182b-433a-b121-48b48b9e0f2c req-423f7afb-eba3-40e3-9b2f-0c2e89f5c41f tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:01.262988 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-622b310d-182b-433a-b121-48b48b9e0f2c req-423f7afb-eba3-40e3-9b2f-0c2e89f5c41f tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0699813 Jun 23 09:30:01.263915 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (9af1ecdd-6323-4b9e-9549-2d6c825bad32), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:01.266484 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:01.267673 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8485c1c0-2319-4133-b3bf-85ec6e87e495 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "DELETE /v2.0/floatingips/9af1ecdd-6323-4b9e-9549-2d6c825bad32 HTTP/1.1" status: 204 len: 168 time: 0.5881119 Jun 23 09:30:01.279686 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e8950-49d8-4c8d-8552-ba8f4a3b280e req-d5a848ab-53ef-4eaf-80c4-6cc500fd1db4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:01.281506 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-032e8950-49d8-4c8d-8552-ba8f4a3b280e req-d5a848ab-53ef-4eaf-80c4-6cc500fd1db4 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 947 time: 0.0563502 Jun 23 09:30:01.296725 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'port_id': '95dc3d13-1af1-41f6-949f-2220f4476942', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'mac_address': 'fa:16:3e:ed:e1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575ce77f-535c-48bb-b311-7c7c515b82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:29:34Z', 'updated_at': '2022-06-23T09:29:59Z', 'revision_number': 1, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:01.321910 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e9acd9-6ae0-4e31-90f2-401702dcc54c None None] The sync data for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi is: [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'port_id': '95dc3d13-1af1-41f6-949f-2220f4476942', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'mac_address': 'fa:16:3e:ed:e1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575ce77f-535c-48bb-b311-7c7c515b82df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:29:34Z', 'updated_at': '2022-06-23T09:29:59Z', 'revision_number': 1, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:30:01.333013 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-622b310d-182b-433a-b121-48b48b9e0f2c req-88945240-9b27-4d1c-9c8d-81d0730b1cce tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564415 Jun 23 09:30:01.334013 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-032e8950-49d8-4c8d-8552-ba8f4a3b280e req-a09a888f-9781-4e25-ae17-303d2fe814de tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459671 Jun 23 09:30:01.498309 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47638) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:01.503176 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-f7d44f75-4068-4800-8e68-6b097af71069 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934935705', 'description': 'tempest-description--749556896'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:30:01.523104 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1685cfe4-a591-48eb-b77a-08a2a48123c1 None None] New status for floating IP 653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d: ACTIVE {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:30:01.667466 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f7d44f75-4068-4800-8e68-6b097af71069 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:01.741143 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f7d44f75-4068-4800-8e68-6b097af71069 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (3427bcd9-ad8d-48b9-9e14-77c05f3797ab), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:01.771322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-77af825b-a374-46c0-81c7-6711396448a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:01.772910 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-77af825b-a374-46c0-81c7-6711396448a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91dc23ae-594e-42cc-bac4-fbd112cab953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481756 Jun 23 09:30:01.838336 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f7d44f75-4068-4800-8e68-6b097af71069 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (3427bcd9-ad8d-48b9-9e14-77c05f3797ab), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:01.868845 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d44f75-4068-4800-8e68-6b097af71069 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3427bcd9-ad8d-48b9-9e14-77c05f3797ab,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:01.883667 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-1bf22940-3808-48ed-8c00-c75e7016310a service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003909 Jun 23 09:30:01.903902 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:01.948605 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f7d44f75-4068-4800-8e68-6b097af71069 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:01.950003 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f7d44f75-4068-4800-8e68-6b097af71069 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4504113 Jun 23 09:30:01.952762 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47656) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:01.957040 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-9cbce5b5-8c2e-4146-8977-0d23c29dfce4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group_rule': {'security_group_id': '3427bcd9-ad8d-48b9-9e14-77c05f3797ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:30:01.970624 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:01.974930 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5765a314-c71d-4356-a5c5-26a04ff146b7 req-6f16c242-e8f3-4bab-bb2d-fb62e4754a22 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877221 Jun 23 09:30:02.096739 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9cbce5b5-8c2e-4146-8977-0d23c29dfce4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (850abb71-e1ad-42dd-a158-06db6068a9ad), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:02.106939 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421501b8-9d96-44e2-b666-6078f2c9273f req-aa093084-8338-4581-b105-d11972f0c2b1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:02.109678 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-421501b8-9d96-44e2-b666-6078f2c9273f req-aa093084-8338-4581-b105-d11972f0c2b1 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0510521 Jun 23 09:30:02.157352 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9cbce5b5-8c2e-4146-8977-0d23c29dfce4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (850abb71-e1ad-42dd-a158-06db6068a9ad), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:02.180456 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-421501b8-9d96-44e2-b666-6078f2c9273f req-54fe9189-2cab-4ec7-8175-53f694036455 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656528 Jun 23 09:30:02.249480 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9cbce5b5-8c2e-4146-8977-0d23c29dfce4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (850abb71-e1ad-42dd-a158-06db6068a9ad), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:02.270205 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbce5b5-8c2e-4146-8977-0d23c29dfce4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850abb71-e1ad-42dd-a158-06db6068a9ad,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:02.348776 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9cbce5b5-8c2e-4146-8977-0d23c29dfce4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:02.350001 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-9cbce5b5-8c2e-4146-8977-0d23c29dfce4 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3963087 Jun 23 09:30:02.352571 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47672) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:02.356919 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-b6de038f-1db8-4171-b5a1-36b42aeb9f51 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'security_group_rule': {'security_group_id': '3427bcd9-ad8d-48b9-9e14-77c05f3797ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:30:02.370464 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:02.467884 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ee7ff-fa4d-4f74-b3d1-b1bfdf4560b1 req-df77a1d8-424b-431c-a19d-dbce67caf6b5 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:02.469403 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-079ee7ff-fa4d-4f74-b3d1-b1bfdf4560b1 req-df77a1d8-424b-431c-a19d-dbce67caf6b5 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0556481 Jun 23 09:30:02.470346 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420aaa7-3398-4bd0-ab31-f3ef77ab4fd1 req-4166c502-b775-44cb-8424-d11325d13f6e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:02.471979 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b420aaa7-3398-4bd0-ab31-f3ef77ab4fd1 req-4166c502-b775-44cb-8424-d11325d13f6e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 947 time: 0.0522642 Jun 23 09:30:02.484171 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b6de038f-1db8-4171-b5a1-36b42aeb9f51 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (81569c55-5071-495c-9b97-60bbe10377df), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:02.527806 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b420aaa7-3398-4bd0-ab31-f3ef77ab4fd1 req-158b575d-cfec-4181-9684-a2e3da08b774 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472023 Jun 23 09:30:02.556527 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-079ee7ff-fa4d-4f74-b3d1-b1bfdf4560b1 req-d6a8316b-89f8-4e88-b56c-952ecf7defb3 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799892 Jun 23 09:30:02.575297 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b6de038f-1db8-4171-b5a1-36b42aeb9f51 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (81569c55-5071-495c-9b97-60bbe10377df), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:02.649681 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b6de038f-1db8-4171-b5a1-36b42aeb9f51 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (81569c55-5071-495c-9b97-60bbe10377df), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:02.672576 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de038f-1db8-4171-b5a1-36b42aeb9f51 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81569c55-5071-495c-9b97-60bbe10377df,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:02.742849 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b6de038f-1db8-4171-b5a1-36b42aeb9f51 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:02.744616 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b6de038f-1db8-4171-b5a1-36b42aeb9f51 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3911145 Jun 23 09:30:02.747664 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47684) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:02.751826 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:30:02.832357 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:03.155749 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:03.264301 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Allocated IP 172.27.2.95 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/d77684ae-236b-4404-a745-13665dc99a0d) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:30:03.299992 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f793a-08f7-4916-8f84-5dc74b755125 req-23039cbc-4411-43e8-8b6e-3114d96d5e7d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:03.301825 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b30f793a-08f7-4916-8f84-5dc74b755125 req-23039cbc-4411-43e8-8b6e-3114d96d5e7d tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0513978 Jun 23 09:30:03.364403 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b30f793a-08f7-4916-8f84-5dc74b755125 req-e29bd5f8-8221-4eeb-beba-7d6a23b4968c tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563455 Jun 23 09:30:03.374890 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (d77684ae-236b-4404-a745-13665dc99a0d), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:03.479245 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (d77684ae-236b-4404-a745-13665dc99a0d), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:03.487792 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:03.518003 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:30:03.520931 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:30:03.524354 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:30:03.550868 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=d77684ae-236b-4404-a745-13665dc99a0d,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:03.645254 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (2581144a-b5fb-4ec9-9648-8f6b46cda6bb), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:03.646357 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:03.664107 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19392f-b684-4436-818c-7fcbf8d5bae2 req-670f7ca8-74e6-4bcf-87de-b4376e4b4837 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:03.666183 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-eb19392f-b684-4436-818c-7fcbf8d5bae2 req-670f7ca8-74e6-4bcf-87de-b4376e4b4837 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 947 time: 0.0590546 Jun 23 09:30:03.682297 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d1efe-1efc-483a-9a2b-8019678c9e83 req-17e31a1a-fc3b-440e-baa9-f376b6649703 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:03.683880 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5e7d1efe-1efc-483a-9a2b-8019678c9e83 req-17e31a1a-fc3b-440e-baa9-f376b6649703 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0496578 Jun 23 09:30:03.713839 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-eb19392f-b684-4436-818c-7fcbf8d5bae2 req-6d1a4f15-8dfd-49da-8b31-b6475008fd62 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420692 Jun 23 09:30:03.736841 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5e7d1efe-1efc-483a-9a2b-8019678c9e83 req-048487bb-8a25-4b14-888c-2ac5ede9f463 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Jun 23 09:30:03.785586 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d77684ae-236b-4404-a745-13665dc99a0d), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:03.928606 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (d77684ae-236b-4404-a745-13665dc99a0d), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:04.020905 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (d77684ae-236b-4404-a745-13665dc99a0d), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:04.096816 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=d77684ae-236b-4404-a745-13665dc99a0d,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:04.105540 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (2581144a-b5fb-4ec9-9648-8f6b46cda6bb), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:04.217081 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:04.218329 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-5747a398-6ff7-46ee-a2b0-03193507fd21 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4697583 Jun 23 09:30:04.414653 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-caa54327-6e10-4e02-9369-337b41fe87e0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1934935705&fields=id&tenant_id=8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 267 time: 0.0453868 Jun 23 09:30:04.481403 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba47fde-030b-446f-bb1e-f9debdd4bb77 req-31df92a6-69b3-49c0-b985-f6aa1d3ba958 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:04.482854 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aba47fde-030b-446f-bb1e-f9debdd4bb77 req-31df92a6-69b3-49c0-b985-f6aa1d3ba958 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0498176 Jun 23 09:30:04.523963 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-b86b81ed-88a3-4d06-aea3-a0455568a7c6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:04.525509 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-b86b81ed-88a3-4d06-aea3-a0455568a7c6 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 814 time: 0.1044736 Jun 23 09:30:04.540092 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-caebb095-a8f1-4241-ad79-8735ddbb7c8d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/quotas/8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 375 time: 0.0089340 Jun 23 09:30:04.542216 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aba47fde-030b-446f-bb1e-f9debdd4bb77 req-32e0f5ae-f07a-492b-bb26-3790fafe30ca tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533407 Jun 23 09:30:04.592042 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-c9668495-0fe1-45ea-ab2e-721e9d778ab5 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470023 Jun 23 09:30:04.635219 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:04.691702 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-d1b42c92-4d37-4945-adf1-b6d191c745b7 service neutron] 10.222.0.52 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869730 Jun 23 09:30:04.790798 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-8dceb8e3-5e27-4275-a0c0-7a7e1dd2c809 service neutron] 10.222.0.52 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907385 Jun 23 09:30:04.858021 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d511214-b374-4a3b-827c-a58680161536 req-12e164f7-366c-4a4d-9653-1c2c53b86198 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:04.859578 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5d511214-b374-4a3b-827c-a58680161536 req-12e164f7-366c-4a4d-9653-1c2c53b86198 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0550635 Jun 23 09:30:04.909608 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5d511214-b374-4a3b-827c-a58680161536 req-5aa6aab4-3119-4ef1-97a1-eef825b3e01a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442400 Jun 23 09:30:05.034964 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a6ef1e94-548b-431d-9a33-c593dba5cd14 req-c012b7e4-3338-4bf9-9afb-5e9e1bd6f157 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 210 time: 0.0295751 Jun 23 09:30:05.711168 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5b576-548b-4fbe-9363-53f1f42631ed req-3161e2b9-aa4a-47fa-830b-1e8a7b898f83 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:05.712889 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a0b5b576-548b-4fbe-9363-53f1f42631ed req-3161e2b9-aa4a-47fa-830b-1e8a7b898f83 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0475888 Jun 23 09:30:05.773602 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a0b5b576-548b-4fbe-9363-53f1f42631ed req-01d2314c-517e-4b71-bf11-0960c7a9ebe2 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550635 Jun 23 09:30:06.031340 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41499a9c-73c5-493e-a179-51b5abbf3a4e req-747f76a8-0592-4ca9-aacb-d90c8ab4a6f4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:06.032843 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-41499a9c-73c5-493e-a179-51b5abbf3a4e req-747f76a8-0592-4ca9-aacb-d90c8ab4a6f4 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0567455 Jun 23 09:30:06.087027 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-41499a9c-73c5-493e-a179-51b5abbf3a4e req-2221e011-72b5-40a1-a622-3690f3b64909 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485232 Jun 23 09:30:06.134162 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-33281a7d-7de6-4e01-9052-d47851e081f3 req-1adb5e4b-599d-43ce-996e-00e12c038d32 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 210 time: 0.0322726 Jun 23 09:30:06.370586 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:06.373680 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd814c3-8979-405c-9985-55ce3292df71 req-4c6606c8-2dd8-4051-9703-eee2032334d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:06.375213 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdd814c3-8979-405c-9985-55ce3292df71 req-4c6606c8-2dd8-4051-9703-eee2032334d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1129 time: 0.0404515 Jun 23 09:30:06.489513 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd814c3-8979-405c-9985-55ce3292df71 req-8df26f4d-70ec-40d7-8401-99bd0f56d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:06.491015 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdd814c3-8979-405c-9985-55ce3292df71 req-8df26f4d-70ec-40d7-8401-99bd0f56d62d service neutron] 10.222.0.55 "GET /v2.0/networks?id=41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 200 len: 910 time: 0.0955582 Jun 23 09:30:06.561937 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdd814c3-8979-405c-9985-55ce3292df71 req-cb758127-238d-4faa-b6fe-b0d12b932d78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 1000 time: 0.0550156 Jun 23 09:30:06.611735 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd814c3-8979-405c-9985-55ce3292df71 req-41f5b0ee-2455-453b-b13d-03000728904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:06.613314 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdd814c3-8979-405c-9985-55ce3292df71 req-41f5b0ee-2455-453b-b13d-03000728904d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687fb39a-c4a6-4493-ac48-9fac6a9d11cb HTTP/1.1" status: 200 len: 848 time: 0.0440171 Jun 23 09:30:06.859828 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:06.914531 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd814c3-8979-405c-9985-55ce3292df71 req-d0950338-ef97-451b-8545-c4e9e5202a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:06.916095 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdd814c3-8979-405c-9985-55ce3292df71 req-d0950338-ef97-451b-8545-c4e9e5202a41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41d8d680-ae9a-4d55-be37-805921d1b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734622 Jun 23 09:30:06.922148 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00a3ba-9182-4989-8945-cafd98e4a812 req-1f961588-c8fa-426b-96e6-7f50912e8190 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:06.923514 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2b00a3ba-9182-4989-8945-cafd98e4a812 req-1f961588-c8fa-426b-96e6-7f50912e8190 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0821445 Jun 23 09:30:07.045321 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2b00a3ba-9182-4989-8945-cafd98e4a812 req-5c934f36-d81d-44e0-acb3-9b996be49624 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126440 Jun 23 09:30:07.055387 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdd814c3-8979-405c-9985-55ce3292df71 req-6986278d-d0d3-4a96-a5e0-48c91835f6c4 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309831 Jun 23 09:30:07.171569 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdd814c3-8979-405c-9985-55ce3292df71 req-0c5655c0-460f-498c-b244-2abc19a83c07 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085548 Jun 23 09:30:07.221093 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302652d-232c-4eba-aadc-745b6a33a857 req-fa5d4d5b-d8e0-4aaf-b187-ccc65039f1d6 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:07.222581 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d302652d-232c-4eba-aadc-745b6a33a857 req-fa5d4d5b-d8e0-4aaf-b187-ccc65039f1d6 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0598946 Jun 23 09:30:07.250019 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c019eb6b-5f20-4a76-a6ea-8c832d53f96e req-e21e6682-9784-4a7d-9a10-cfbad965aa06 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 210 time: 0.0320616 Jun 23 09:30:07.273855 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d302652d-232c-4eba-aadc-745b6a33a857 req-37eea050-9349-4d2d-8e11-a5000b55338d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 Jun 23 09:30:07.278760 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-dfb73f17-63d0-4285-9f4d-4358efa814d0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:07.280300 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-dfb73f17-63d0-4285-9f4d-4358efa814d0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 814 time: 0.1436656 Jun 23 09:30:08.168089 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e659fa-5278-48a6-9515-f04d70a2e71d req-8fcf62c0-a5b2-4676-9c49-42fc58241672 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:08.169567 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d4e659fa-5278-48a6-9515-f04d70a2e71d req-8fcf62c0-a5b2-4676-9c49-42fc58241672 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0472176 Jun 23 09:30:08.231998 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d4e659fa-5278-48a6-9515-f04d70a2e71d req-613ad337-d2aa-47b8-8939-b3bb27b8ac40 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566559 Jun 23 09:30:08.347401 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-632981af-af40-459f-ba24-4a81846e4694 req-fa367be6-5f3c-40ec-a61b-725e9f606d27 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 210 time: 0.0282500 Jun 23 09:30:08.387417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ffe5f-6690-4483-94cf-1aebeae1b050 req-73f66ccd-01f7-4a48-a8c0-0218f5f2559d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:08.388865 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7b3ffe5f-6690-4483-94cf-1aebeae1b050 req-73f66ccd-01f7-4a48-a8c0-0218f5f2559d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0476422 Jun 23 09:30:08.436997 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7b3ffe5f-6690-4483-94cf-1aebeae1b050 req-ca833c7a-018a-49d8-bd56-188ce61bcef2 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Jun 23 09:30:08.652958 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:08.666824 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-b19cb86c-8d48-42d3-ab09-4b934ab6aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:08.668285 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-b19cb86c-8d48-42d3-ab09-4b934ab6aeaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1129 time: 0.0620072 Jun 23 09:30:08.673797 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-579498a4-e8a7-4c38-a507-2bfdc0e79a9c tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0795f7c61d497c9b25c7e17ad08744 HTTP/1.1" status: 200 len: 380 time: 0.0890067 Jun 23 09:30:08.781243 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'port': {'device_id': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'admin_state_up': True, 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'security_groups': ['3427bcd9-ad8d-48b9-9e14-77c05f3797ab']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:30:09.178480 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-ae335de4-6226-4120-98e4-b6f6078a6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:09.179990 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-ae335de4-6226-4120-98e4-b6f6078a6c8b service neutron] 10.222.0.55 "GET /v2.0/networks?id=41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 200 len: 910 time: 0.1521482 Jun 23 09:30:09.237782 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Made reservation on behalf of 8d0795f7c61d497c9b25c7e17ad08744 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:30:09.241164 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:09.348337 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fb89a-95fc-4372-bca6-c85e71a4cca5 req-c241e864-e9f2-4652-8d2f-d840ba69c592 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:09.348919 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:09.350214 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5d6fb89a-95fc-4372-bca6-c85e71a4cca5 req-c241e864-e9f2-4652-8d2f-d840ba69c592 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0520151 Jun 23 09:30:09.372952 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-a092b55e-82fd-47c1-b00e-c191cca1a307 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 1000 time: 0.0801854 Jun 23 09:30:09.433114 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5d6fb89a-95fc-4372-bca6-c85e71a4cca5 req-4a39fab6-6d0f-4fb0-b125-b194745e955a tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740671 Jun 23 09:30:09.473621 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-64cbc455-c81d-4e53-a6db-0e51e8e2553e req-e0a0d0df-bab4-43fe-9a60-2e45d35686a3 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 210 time: 0.0520711 Jun 23 09:30:09.481798 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Allocated IP 172.20.0.12 (308c25e5-5cce-431f-b4d9-9d80a125cd28/29f1d82f-f8aa-4800-8832-49122874b4e6/c9d1a564-114e-4aa5-8d8c-8f2812e40962) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:30:09.490441 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-ef0bc0f3-c687-4aa6-b291-3ac5e97fb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:09.491956 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-ef0bc0f3-c687-4aa6-b291-3ac5e97fb9be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687fb39a-c4a6-4493-ac48-9fac6a9d11cb HTTP/1.1" status: 200 len: 848 time: 0.1010356 Jun 23 09:30:09.548234 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:09.556068 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-71a65ec2-4147-4f9d-abc6-fa4c07970e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:09.556776 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9db792-701a-4bad-ba5e-1daa1eb1b278 req-c7f7effc-e9f0-49f1-b533-6cab0e32fa11 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:09.557622 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-71a65ec2-4147-4f9d-abc6-fa4c07970e53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41d8d680-ae9a-4d55-be37-805921d1b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578132 Jun 23 09:30:09.558209 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-db9db792-701a-4bad-ba5e-1daa1eb1b278 req-c7f7effc-e9f0-49f1-b533-6cab0e32fa11 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0486424 Jun 23 09:30:09.610582 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-db9db792-701a-4bad-ba5e-1daa1eb1b278 req-384c06ba-b6e9-4f9e-bf28-7cd24729f41b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464683 Jun 23 09:30:09.735503 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-8691d04c-5e3a-45c2-b8db-69954eda9231 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701000 Jun 23 09:30:09.744860 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:09.752554 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:09.856416 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:09.914032 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:30:09.918620 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:30:09.923672 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ebdbe0eb-9e41-4dd7-91da-0cba1bcae215 req-41c98c38-e59e-4ec2-9cc9-1b5cf90b7516 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349254 Jun 23 09:30:09.924959 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:30:09.953260 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event updated for resources: {'Port': ['ID=c9d1a564-114e-4aa5-8d8c-8f2812e40962,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:09.974516 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.974889 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.975348 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.975686 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.976151 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.976337 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.976665 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.977002 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.977328 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.977652 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.977978 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.978304 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.978627 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.979001 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:09.979298 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:10.012629 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:10.012629 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:10.016309 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:10.077900 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0c020e5b-efc5-4d83-b336-32be7674e379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:10.122232 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-257098f9-909f-4ff0-a8d3-0113cc19bbdc tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3448601 Jun 23 09:30:10.158500 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Request body: {'port': {'device_id': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:30:10.171913 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:10.174726 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:10.178805 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-666606ec-ac26-4d75-ae8b-4c0879700ae0 None None] Provisioning complete for port c9d1a564-114e-4aa5-8d8c-8f2812e40962 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:30:10.186080 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-666606ec-ac26-4d75-ae8b-4c0879700ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:10.214698 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-666606ec-ac26-4d75-ae8b-4c0879700ae0 None None] Port c9d1a564-114e-4aa5-8d8c-8f2812e40962 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:30:10.218396 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:10.491821 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d1a564-114e-4aa5-8d8c-8f2812e40962 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:30:10.500220 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Publish callbacks [] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:10.541170 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Transition to ACTIVE for port object c9d1a564-114e-4aa5-8d8c-8f2812e40962 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:30:10.557146 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e476740-9cd1-4488-9dc9-834837aa5fdd req-3648ca8c-6fb0-4e56-9165-4872e44cf8cd tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:10.558648 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7e476740-9cd1-4488-9dc9-834837aa5fdd req-3648ca8c-6fb0-4e56-9165-4872e44cf8cd tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0558884 Jun 23 09:30:10.592964 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2b0d2-8190-46d6-a4ca-059af3a5039f req-2aeb9bc6-198c-4a62-9377-a6ec5b8838ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:10.594626 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b0f2b0d2-8190-46d6-a4ca-059af3a5039f req-2aeb9bc6-198c-4a62-9377-a6ec5b8838ba tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 932 time: 0.0493379 Jun 23 09:30:10.620828 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7e476740-9cd1-4488-9dc9-834837aa5fdd req-8dc9a549-ef82-42c8-bc58-19b8d421d889 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562530 Jun 23 09:30:10.645337 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:10.648126 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b0f2b0d2-8190-46d6-a4ca-059af3a5039f req-cf633f2a-8a47-4df9-8a69-41d5ad274719 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476875 Jun 23 09:30:10.707735 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d1a564-114e-4aa5-8d8c-8f2812e40962,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:10.793112 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6fc74-9ba2-478d-88cc-e0ecbe1341ad req-a5524722-f38c-4202-beb6-e62e9995b81b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:10.794649 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-63a6fc74-9ba2-478d-88cc-e0ecbe1341ad req-a5524722-f38c-4202-beb6-e62e9995b81b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0910852 Jun 23 09:30:10.800611 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:10.851426 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Attempting to bind port c9d1a564-114e-4aa5-8d8c-8f2812e40962 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:30:10.851767 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Attempting to bind port c9d1a564-114e-4aa5-8d8c-8f2812e40962 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:30:10.852103 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Attempting to bind port c9d1a564-114e-4aa5-8d8c-8f2812e40962 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:30:10.866180 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Port c9d1a564-114e-4aa5-8d8c-8f2812e40962 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:30:10.866508 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Attempting to bind port c9d1a564-114e-4aa5-8d8c-8f2812e40962 on network 308c25e5-5cce-431f-b4d9-9d80a125cd28 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:30:10.872105 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-63a6fc74-9ba2-478d-88cc-e0ecbe1341ad req-1578428e-dd69-476d-b1ac-274723ce059c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687551 Jun 23 09:30:10.876259 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:30:10.876609 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Checking segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:30:10.876983 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Bound using segment: {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:30:10.877409 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Bound port: c9d1a564-114e-4aa5-8d8c-8f2812e40962, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6aaa0f-e33c-4df2-8d43-86d75b042da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:30:10.877774 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:10.951578 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] For port c9d1a564-114e-4aa5-8d8c-8f2812e40962, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:30:10.954538 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] For port c9d1a564-114e-4aa5-8d8c-8f2812e40962, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=c9d1a564-114e-4aa5-8d8c-8f2812e40962,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:30:11.049429 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:11.084291 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.084923 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:11.086581 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9d1a564-114e-4aa5-8d8c-8f2812e40962 HTTP/1.1" status: 200 len: 1094 time: 0.9319458 Jun 23 09:30:11.086701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'tag': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:11.089543 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457192f5-4926-4058-b938-a9d072fd29ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a07552f3-8f05-43be-9c71-115133c1efbf", "tag": "c9d1a564-114e-4aa5-8d8c-8f2812e40962"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:11.111780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2692f1-bd3d-4ecb-8598-8e10915ed079 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d1a564-114e-4aa5-8d8c-8f2812e40962,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:11.126741 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9106be0-93bc-4673-a79c-7f296056e478 x-openstack-request-id: req-e9106be0-93bc-4673-a79c-7f296056e478 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:11.127075 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07552f3-8f05-43be-9c71-115133c1efbf", "tag": "c9d1a564-114e-4aa5-8d8c-8f2812e40962", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:11.127326 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9106be0-93bc-4673-a79c-7f296056e478 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:11.127751 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9106be0-93bc-4673-a79c-7f296056e478'] response: {'name': 'network-changed', 'server_uuid': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'tag': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'status': 'completed', 'code': 200} Jun 23 09:30:11.243152 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:11.261912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7040ead-a920-49f0-97f2-e9165cda08fc req-9fda1085-24e9-4ed2-8dc6-cc49eb1aae24 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.263467 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d7040ead-a920-49f0-97f2-e9165cda08fc req-9fda1085-24e9-4ed2-8dc6-cc49eb1aae24 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0502322 Jun 23 09:30:11.373904 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-12190a24-0f37-4630-bff2-03113b69c2d0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881805 Jun 23 09:30:11.374786 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457192f5-4926-4058-b938-a9d072fd29ef req-30f9f0e7-a134-41f0-be8d-99139811fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.376126 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-457192f5-4926-4058-b938-a9d072fd29ef req-30f9f0e7-a134-41f0-be8d-99139811fb81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 1128 time: 0.0986633 Jun 23 09:30:11.385851 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d7040ead-a920-49f0-97f2-e9165cda08fc req-ad68a309-3cda-422b-b5d5-291958548e42 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163969 Jun 23 09:30:11.503894 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-a800cd9a-ae1d-4b28-85ec-215a76df779c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.505282 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-a800cd9a-ae1d-4b28-85ec-215a76df779c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports/866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 942 time: 0.0910656 Jun 23 09:30:11.530960 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457192f5-4926-4058-b938-a9d072fd29ef req-0c548784-6921-41f3-b4bd-692e70c74457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.532418 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-457192f5-4926-4058-b938-a9d072fd29ef req-0c548784-6921-41f3-b4bd-692e70c74457 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1395690 Jun 23 09:30:11.621630 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:11.624095 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:11.633223 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457192f5-4926-4058-b938-a9d072fd29ef req-c902f88c-05b0-4d17-9d7a-c5f01422568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.635257 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-457192f5-4926-4058-b938-a9d072fd29ef req-c902f88c-05b0-4d17-9d7a-c5f01422568b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973458 Jun 23 09:30:11.740483 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-fcae56b4-a461-4807-80a4-86e54236083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.741758 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21490af3-bf3d-4718-89ec-dc0172fa5772 req-5ad77867-a1ad-4fce-b7e6-c1d790650b57 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.742284 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-fcae56b4-a461-4807-80a4-86e54236083e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 1128 time: 0.0436730 Jun 23 09:30:11.744547 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-21490af3-bf3d-4718-89ec-dc0172fa5772 req-5ad77867-a1ad-4fce-b7e6-c1d790650b57 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0516696 Jun 23 09:30:11.809916 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-21490af3-bf3d-4718-89ec-dc0172fa5772 req-795be899-c062-46e3-97ca-6e9487f50727 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595269 Jun 23 09:30:11.813710 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-349bb998-cd92-4a1b-bd27-78f25409d985 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9d1a564-114e-4aa5-8d8c-8f2812e40962 HTTP/1.1" status: 200 len: 217 time: 0.0406353 Jun 23 09:30:11.823874 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733abc52-c758-45d7-b36b-e4177d5bae5f req-5ca1a49c-d431-45d2-90ab-a95a2d53e209 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.825329 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-733abc52-c758-45d7-b36b-e4177d5bae5f req-5ca1a49c-d431-45d2-90ab-a95a2d53e209 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 944 time: 0.0822148 Jun 23 09:30:11.890535 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-42da3dad-8762-42fe-8bba-5b7797f4889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.891946 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-42da3dad-8762-42fe-8bba-5b7797f4889c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 200 len: 853 time: 0.0657578 Jun 23 09:30:11.914447 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-733abc52-c758-45d7-b36b-e4177d5bae5f req-27da2765-2b5b-4462-9ca3-9a45f33d5d18 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801387 Jun 23 09:30:11.941715 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-92ca27f0-e41c-4c2a-8eb8-c332d8a1ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:11.943247 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-92ca27f0-e41c-4c2a-8eb8-c332d8a1ad3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308c25e5-5cce-431f-b4d9-9d80a125cd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440559 Jun 23 09:30:12.037721 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-2aae566c-adab-439a-b757-c787a67fa450 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882699 Jun 23 09:30:12.075150 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:12.137735 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cbab9281-3c13-4db4-a8af-91716abe33e1 req-09d2b7db-ff6d-4199-96a2-d359bdc6ae0a service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878577 Jun 23 09:30:12.289036 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-1101a00e-8ea0-43bc-bd07-cdf7c5689d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:12.499379 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85346875-9de6-40f6-b473-f99955e5e0f7 req-d1cadc32-324b-474f-8ddf-d499a842c76b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:12.500855 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-85346875-9de6-40f6-b473-f99955e5e0f7 req-d1cadc32-324b-474f-8ddf-d499a842c76b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0472515 Jun 23 09:30:12.549808 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-85346875-9de6-40f6-b473-f99955e5e0f7 req-f9af16ec-99f7-4c65-8fd9-18086525e648 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Jun 23 09:30:12.926363 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0eb19-83e3-4572-a645-0808aec28b99 req-de2d118a-31f1-4f69-9756-384b5f120467 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:12.928236 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-87e0eb19-83e3-4572-a645-0808aec28b99 req-de2d118a-31f1-4f69-9756-384b5f120467 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0510266 Jun 23 09:30:12.987664 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-87e0eb19-83e3-4572-a645-0808aec28b99 req-ec4eb0b4-cbea-4845-980f-e5770aed060f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533624 Jun 23 09:30:13.033953 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399e151-4da1-400a-b020-8a3c6633bb8a req-da953270-e1b3-42e1-a7c0-c77385829df1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:13.035450 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c399e151-4da1-400a-b020-8a3c6633bb8a req-da953270-e1b3-42e1-a7c0-c77385829df1 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 944 time: 0.0516069 Jun 23 09:30:13.081730 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c399e151-4da1-400a-b020-8a3c6633bb8a req-226f662d-0825-45e2-9f92-23386371770f tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Jun 23 09:30:13.228398 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 866d3ed7-aceb-4e8d-a61f-b4881b214198 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:30:13.302317 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 866d3ed7-aceb-4e8d-a61f-b4881b214198 is: ACTIVE; New status is: DOWN {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:30:13.303034 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:13.325230 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:13.327462 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c98562-8379-49d1-9a40-331dce415fe4" -d '{"events": [{"server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "name": "network-vif-unplugged", "status": "completed", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:13.339910 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:13.359296 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92816cb-9052-4f21-85fc-40074ac393a6 x-openstack-request-id: req-b92816cb-9052-4f21-85fc-40074ac393a6 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:13.359588 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "name": "network-vif-unplugged", "status": "failed", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198", "code": 422}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:13.359846 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b92816cb-9052-4f21-85fc-40074ac393a6 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:13.360254 dv-cinder-847274-1-iscsi neutron-server[104736]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b92816cb-9052-4f21-85fc-40074ac393a6']: {'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'code': 422} returned with failed status Jun 23 09:30:13.425385 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:13.481310 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=6']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:13.557764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:13.662791 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8c47-ea7f-4c61-b89d-26674f3702c8 req-827781a5-2c9d-49b0-9293-3b298419e09f tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:13.664439 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c22e8c47-ea7f-4c61-b89d-26674f3702c8 req-827781a5-2c9d-49b0-9293-3b298419e09f tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0483119 Jun 23 09:30:13.695591 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:13.714733 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c22e8c47-ea7f-4c61-b89d-26674f3702c8 req-ea9ab5d5-5b59-4f3d-b172-1de607bdbaa7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437915 Jun 23 09:30:14.112351 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71959c3-d0e9-4163-9c07-4add2cea7256 req-bbf87cfb-bc73-4d8e-9c62-083a88131c18 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:14.113879 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f71959c3-d0e9-4163-9c07-4add2cea7256 req-bbf87cfb-bc73-4d8e-9c62-083a88131c18 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0585763 Jun 23 09:30:14.180779 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f71959c3-d0e9-4163-9c07-4add2cea7256 req-f5c717e3-84d6-4f65-aa13-08bc9980377f tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607491 Jun 23 09:30:14.228682 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de52eaf-2004-4de3-8142-46025bf0f39e req-634cc5df-f527-4b86-83f2-0eaecbcda540 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:14.228682 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5de52eaf-2004-4de3-8142-46025bf0f39e req-634cc5df-f527-4b86-83f2-0eaecbcda540 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 944 time: 0.0701189 Jun 23 09:30:14.304664 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5de52eaf-2004-4de3-8142-46025bf0f39e req-56ae2c66-bdab-4ef5-87d9-b737a608e027 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577185 Jun 23 09:30:14.834668 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a571-7fa7-465c-a769-d1fe941673a9 req-0ae8bfe9-22af-4055-b7f2-4dfc43351149 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:14.836135 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8ef5a571-7fa7-465c-a769-d1fe941673a9 req-0ae8bfe9-22af-4055-b7f2-4dfc43351149 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0472243 Jun 23 09:30:14.888334 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8ef5a571-7fa7-465c-a769-d1fe941673a9 req-7437f6eb-4f25-48b4-ab27-fe704e5e3b58 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457850 Jun 23 09:30:15.094680 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:15.279312 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device c9d1a564-114e-4aa5-8d8c-8f2812e40962 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:30:15.301349 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd5700-8ffa-492d-8039-5741e2505fea req-4e3e66f2-56e4-45c4-b5fa-fcca934e9311 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:15.302883 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-58cd5700-8ffa-492d-8039-5741e2505fea req-4e3e66f2-56e4-45c4-b5fa-fcca934e9311 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0495851 Jun 23 09:30:15.373192 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-58cd5700-8ffa-492d-8039-5741e2505fea req-5075e7de-2d88-47cb-82ae-4c0ad38b2115 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610578 Jun 23 09:30:15.386654 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port c9d1a564-114e-4aa5-8d8c-8f2812e40962, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=c9d1a564-114e-4aa5-8d8c-8f2812e40962,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:15.389128 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:15.399489 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'port_id': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'mac_address': 'fa:16:3e:f1:45:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:30:15.423450 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eeb06d-6619-46dc-9225-e90803b8eb45 req-c0bbbc6b-64f0-4cab-bf0b-a156766ed642 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:15.425061 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f3eeb06d-6619-46dc-9225-e90803b8eb45 req-c0bbbc6b-64f0-4cab-bf0b-a156766ed642 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 944 time: 0.0683601 Jun 23 09:30:15.438363 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port c9d1a564-114e-4aa5-8d8c-8f2812e40962 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:30:15.438758 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:15.453891 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d1a564-114e-4aa5-8d8c-8f2812e40962 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:30:15.454863 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:15.475182 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port c9d1a564-114e-4aa5-8d8c-8f2812e40962, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=c9d1a564-114e-4aa5-8d8c-8f2812e40962,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:15.480004 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f3eeb06d-6619-46dc-9225-e90803b8eb45 req-25fb4ce5-8f42-4df1-9c9f-f93c7d2d0d54 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491796 Jun 23 09:30:15.609430 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:15.655268 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=c9d1a564-114e-4aa5-8d8c-8f2812e40962,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:15.807512 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-ce2f8acb-12eb-4e10-b03e-95d1226874ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:15.809075 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-ce2f8acb-12eb-4e10-b03e-95d1226874ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14&tenant_id=3ee3f1c33377446489b75e9faaa5654b HTTP/1.1" status: 200 len: 1127 time: 0.0392444 Jun 23 09:30:15.888923 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-c9208cd5-d801-4089-b5ca-8ecf22392708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:15.890381 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-c9208cd5-d801-4089-b5ca-8ecf22392708 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1127 time: 0.0420427 Jun 23 09:30:15.940751 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['c9d1a564-114e-4aa5-8d8c-8f2812e40962'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:30:15.944261 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:15.982729 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-357b8fdb-ef78-4a6f-a13f-229e39f3e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:15.984250 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-357b8fdb-ef78-4a6f-a13f-229e39f3e2f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 200 len: 910 time: 0.0878022 Jun 23 09:30:16.006288 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3e7a-2b8f-4317-a0cd-4936fce3101d req-74b8a731-69ff-4b15-bee0-af524452c48c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:16.007825 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8a3b3e7a-2b8f-4317-a0cd-4936fce3101d req-74b8a731-69ff-4b15-bee0-af524452c48c tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0502398 Jun 23 09:30:16.051909 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-eaddff6b-374e-4832-b5d0-6f139c21845b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 998 time: 0.0602520 Jun 23 09:30:16.063092 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8a3b3e7a-2b8f-4317-a0cd-4936fce3101d req-96feb4a1-dcba-4524-ad6a-0260333b3d86 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486460 Jun 23 09:30:16.104571 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-cf374458-26fb-4c69-9a26-961d06651287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:16.106023 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-cf374458-26fb-4c69-9a26-961d06651287 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687fb39a-c4a6-4493-ac48-9fac6a9d11cb HTTP/1.1" status: 200 len: 848 time: 0.0468724 Jun 23 09:30:16.151250 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-c604d067-fe04-498f-88d5-0fe42f3b0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:16.152091 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-c604d067-fe04-498f-88d5-0fe42f3b0b3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41d8d680-ae9a-4d55-be37-805921d1b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373416 Jun 23 09:30:16.244763 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-fa5c777a-af6d-4fe3-8e22-65c63a47bcdb service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854962 Jun 23 09:30:16.333716 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6c8209c0-0d63-48af-9f6c-bbb7ee8723ce req-2caaa9d8-c800-4287-92b7-17f4911ef4cc service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819645 Jun 23 09:30:16.487027 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42feba6e-0ae2-41db-b23f-93fd2af31999 req-4fc4ad5c-1f5c-497e-885e-5a7c07695761 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:16.488514 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-42feba6e-0ae2-41db-b23f-93fd2af31999 req-4fc4ad5c-1f5c-497e-885e-5a7c07695761 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0475492 Jun 23 09:30:16.517713 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:16.553533 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-42feba6e-0ae2-41db-b23f-93fd2af31999 req-4a39a486-e3fb-44e2-8a8a-48a34a2b2254 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=657e3f01-8440-433b-9546-47422b69f308&id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588059 Jun 23 09:30:16.599688 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e14a1-e500-47bf-a9b6-7dcc67a23ddc req-32a38c4b-b246-49c7-bb35-ff237b7de6ad tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:16.601157 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d07e14a1-e500-47bf-a9b6-7dcc67a23ddc req-32a38c4b-b246-49c7-bb35-ff237b7de6ad tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 945 time: 0.0513487 Jun 23 09:30:16.647311 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d07e14a1-e500-47bf-a9b6-7dcc67a23ddc req-de68e95e-d3af-47fd-9295-154a4b280ea8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 Jun 23 09:30:17.176310 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbf7f2-7a7f-4cbd-85ea-ad738331c00e req-5b83674e-d074-47df-854e-667666617176 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:17.177777 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d7dbf7f2-7a7f-4cbd-85ea-ad738331c00e req-5b83674e-d074-47df-854e-667666617176 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0467510 Jun 23 09:30:17.225971 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d7dbf7f2-7a7f-4cbd-85ea-ad738331c00e req-dd90716b-43b5-4570-a048-5ff1f7def876 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Jun 23 09:30:17.279587 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device c9d1a564-114e-4aa5-8d8c-8f2812e40962 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:30:17.320683 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port c9d1a564-114e-4aa5-8d8c-8f2812e40962 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:30:17.391745 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port c9d1a564-114e-4aa5-8d8c-8f2812e40962 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:30:17.392058 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:17.461806 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port c9d1a564-114e-4aa5-8d8c-8f2812e40962 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:30:17.462218 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:17.487261 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:17.489442 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9960620-7001-4fc8-ac7f-b75ff2127d6f" -d '{"events": [{"server_uuid": "a07552f3-8f05-43be-9c71-115133c1efbf", "name": "network-vif-plugged", "status": "completed", "tag": "c9d1a564-114e-4aa5-8d8c-8f2812e40962"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:17.502048 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port c9d1a564-114e-4aa5-8d8c-8f2812e40962, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=c9d1a564-114e-4aa5-8d8c-8f2812e40962,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:17.526168 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16b5f22-c36f-4d0d-b5db-bf402faddad4 x-openstack-request-id: req-b16b5f22-c36f-4d0d-b5db-bf402faddad4 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:17.526451 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07552f3-8f05-43be-9c71-115133c1efbf", "name": "network-vif-plugged", "status": "completed", "tag": "c9d1a564-114e-4aa5-8d8c-8f2812e40962", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:17.526702 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b16b5f22-c36f-4d0d-b5db-bf402faddad4 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:17.527136 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16b5f22-c36f-4d0d-b5db-bf402faddad4'] response: {'server_uuid': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'code': 200} Jun 23 09:30:17.604030 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:17.651280 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=c9d1a564-114e-4aa5-8d8c-8f2812e40962,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:17.760292 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf370-42bc-4526-8aad-c7ac42ddec21 req-4d242efc-f4fe-4e77-9fe4-cc1e0deb0bc0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:17.761803 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7bbbf370-42bc-4526-8aad-c7ac42ddec21 req-4d242efc-f4fe-4e77-9fe4-cc1e0deb0bc0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 946 time: 0.0470495 Jun 23 09:30:17.811593 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7bbbf370-42bc-4526-8aad-c7ac42ddec21 req-48c21a9d-8612-4236-b5be-281e7ad4f089 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 Jun 23 09:30:17.919621 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4e2d9-739b-45a2-8f18-b4d64d077f67 req-d4812be4-f139-43b1-a144-76ce514d05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:17.921103 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-32a4e2d9-739b-45a2-8f18-b4d64d077f67 req-d4812be4-f139-43b1-a144-76ce514d05c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 1130 time: 0.0373790 Jun 23 09:30:17.964987 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-32a4e2d9-739b-45a2-8f18-b4d64d077f67 req-ad68592e-283b-40f1-b11c-2d1a3a3e51bf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368903 Jun 23 09:30:18.340668 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeff0c1-28cb-4680-86f7-201f1ac52dc1 req-2da4f7d6-297b-4bc3-b13c-1c91fa59df5d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:18.342113 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fbeff0c1-28cb-4680-86f7-201f1ac52dc1 req-2da4f7d6-297b-4bc3-b13c-1c91fa59df5d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0470738 Jun 23 09:30:18.390190 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fbeff0c1-28cb-4680-86f7-201f1ac52dc1 req-26124701-4d1f-4274-b31f-163bf69addcc tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428414 Jun 23 09:30:18.923316 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ded332-8afd-4802-8214-34229a5ace8f req-7317bcad-36c7-4e5a-8bf7-c3994ecb0c4d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:18.924778 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b5ded332-8afd-4802-8214-34229a5ace8f req-7317bcad-36c7-4e5a-8bf7-c3994ecb0c4d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 946 time: 0.0456641 Jun 23 09:30:18.971276 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b5ded332-8afd-4802-8214-34229a5ace8f req-d6f5b49a-4d8c-4bb7-a940-e535a9afa3f9 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410690 Jun 23 09:30:19.506092 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e526f-3361-4a57-a60d-5c5ff46e697f req-5fa7ef66-2ef9-4777-bacd-5a0a7d724924 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:19.507566 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6b8e526f-3361-4a57-a60d-5c5ff46e697f req-5fa7ef66-2ef9-4777-bacd-5a0a7d724924 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0505149 Jun 23 09:30:19.554834 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6b8e526f-3361-4a57-a60d-5c5ff46e697f req-ed904987-170c-4c10-9729-4d0f96146928 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Jun 23 09:30:20.322563 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:20.333686 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a2589-c076-492a-af99-e009f8065668 req-b88089aa-9ced-4951-a5af-eb777302cd01 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:20.341385 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e76a2589-c076-492a-af99-e009f8065668 req-b88089aa-9ced-4951-a5af-eb777302cd01 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 946 time: 0.2973442 Jun 23 09:30:20.384389 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e76a2589-c076-492a-af99-e009f8065668 req-cd243363-6a44-4498-86d2-fbee845f9699 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Jun 23 09:30:20.444284 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:30:20.501257 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d32b6-556d-4302-ad9a-a96643c3ec96 req-6bc0971b-bc0b-41c0-98fa-bce2be62ab1d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:20.502897 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f76d32b6-556d-4302-ad9a-a96643c3ec96 req-6bc0971b-bc0b-41c0-98fa-bce2be62ab1d tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 946 time: 0.0481391 Jun 23 09:30:20.512317 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47818) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:20.516759 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Request body: {'floatingip': {'port_id': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:30:20.522798 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:20.553929 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (2581144a-b5fb-4ec9-9648-8f6b46cda6bb), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:20.672151 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc9613-2752-482a-8797-cb439b120bd6 req-10dd02fe-a588-45cf-b444-6505c23d4110 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:20.673667 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74dc9613-2752-482a-8797-cb439b120bd6 req-10dd02fe-a588-45cf-b444-6505c23d4110 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0481756 Jun 23 09:30:20.722364 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-74dc9613-2752-482a-8797-cb439b120bd6 req-bf610870-a076-4848-8e4f-bd4116ec268d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Jun 23 09:30:20.888826 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:20.980328 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:21.043492 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (2581144a-b5fb-4ec9-9648-8f6b46cda6bb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:21.136913 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Floating IP 2581144a-b5fb-4ec9-9648-8f6b46cda6bb associated. External IP: 172.27.2.95, port: c9d1a564-114e-4aa5-8d8c-8f2812e40962. Jun 23 09:30:21.332092 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:30:21.430499 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:30:21.437326 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:21.442837 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:30:21.454925 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:21.455549 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:30:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:21.471516 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-dc8cb116-d30b-4222-b3d9-19f7828a41f8 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "PUT /v2.0/floatingips/2581144a-b5fb-4ec9-9648-8f6b46cda6bb HTTP/1.1" status: 200 len: 991 time: 0.9581428 Jun 23 09:30:21.472093 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'tag': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:21.474353 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4880e4a7-15a3-4a85-8eba-a0add282967b" -d '{"events": [{"name": "network-changed", "server_uuid": "a07552f3-8f05-43be-9c71-115133c1efbf", "tag": "c9d1a564-114e-4aa5-8d8c-8f2812e40962"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:21.511873 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4f0120-dfbf-4a8e-a701-e0158db38a95 x-openstack-request-id: req-3f4f0120-dfbf-4a8e-a701-e0158db38a95 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:21.512160 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07552f3-8f05-43be-9c71-115133c1efbf", "tag": "c9d1a564-114e-4aa5-8d8c-8f2812e40962", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:21.512413 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f4f0120-dfbf-4a8e-a701-e0158db38a95 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:21.512961 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4f0120-dfbf-4a8e-a701-e0158db38a95'] response: {'name': 'network-changed', 'server_uuid': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'tag': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'status': 'completed', 'code': 200} Jun 23 09:30:21.561019 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:21.562642 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:21.604426 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-0ee12fc6-7952-4985-b933-61181f101cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:21.605953 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-0ee12fc6-7952-4985-b933-61181f101cf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 1130 time: 0.0428786 Jun 23 09:30:21.699083 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-db1cdbd9-4651-4e93-9d0a-42a36ebcf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:21.701076 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-db1cdbd9-4651-4e93-9d0a-42a36ebcf547 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 200 len: 915 time: 0.0876617 Jun 23 09:30:21.767312 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:21.772662 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-7778f2b2-984e-4130-a94d-247bf1b2001a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9d1a564-114e-4aa5-8d8c-8f2812e40962 HTTP/1.1" status: 200 len: 999 time: 0.0607898 Jun 23 09:30:21.779024 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2581144a-b5fb-4ec9-9648-8f6b46cda6bb', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:f1:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:30:03Z', 'updated_at': '2022-06-23T09:30:20Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:21.804387 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:30:21.813395 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:21.813997 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:30:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:21.841786 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278499a-c351-4f38-93c4-76f948365fa8 req-8307c79e-ad6e-4e9c-a5b0-c24f1f7af425 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:21.843279 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d278499a-c351-4f38-93c4-76f948365fa8 req-8307c79e-ad6e-4e9c-a5b0-c24f1f7af425 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0474401 Jun 23 09:30:21.919177 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d278499a-c351-4f38-93c4-76f948365fa8 req-7d9a3a3d-53fb-4eb1-9e49-96e20a0dbe27 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703728 Jun 23 09:30:21.942032 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-c3c1546c-bbd7-4b07-bd44-8bd943ba32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:21.943662 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-c3c1546c-bbd7-4b07-bd44-8bd943ba32fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 200 len: 853 time: 0.0551229 Jun 23 09:30:22.037458 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:22.241725 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2581144a-b5fb-4ec9-9648-8f6b46cda6bb', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:f1:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:30:03Z', 'updated_at': '2022-06-23T09:30:20Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:22.265878 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38241f26-569e-416c-ab80-ce335d9fdc83 None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2581144a-b5fb-4ec9-9648-8f6b46cda6bb', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'port_id': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'mac_address': 'fa:16:3e:f1:45:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:30:03Z', 'updated_at': '2022-06-23T09:30:20Z', 'revision_number': 1, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:30:22.446529 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f994623-c38b-4035-9463-87cadb1e0148 None None] New status for floating IP 2581144a-b5fb-4ec9-9648-8f6b46cda6bb: ACTIVE {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:30:22.642742 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-ec4ad2e7-c3d1-4df3-836a-9456676c934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:22.644602 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-ec4ad2e7-c3d1-4df3-836a-9456676c934f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308c25e5-5cce-431f-b4d9-9d80a125cd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444820 Jun 23 09:30:22.727746 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:22.743853 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-5a59c7e0-46e6-46b0-a888-f5083e8b9b70 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838609 Jun 23 09:30:22.835017 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4880e4a7-15a3-4a85-8eba-a0add282967b req-ca815dfb-caca-41cd-9a9b-794e7b721bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850246 Jun 23 09:30:23.017733 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:23.035514 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6032365-1d94-4efa-8384-dbdc36dfe201 req-d8d652ea-f7bb-4a1c-b31b-4c9971ef3eaa tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:23.037144 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a6032365-1d94-4efa-8384-dbdc36dfe201 req-d8d652ea-f7bb-4a1c-b31b-4c9971ef3eaa tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0469346 Jun 23 09:30:23.086702 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a6032365-1d94-4efa-8384-dbdc36dfe201 req-5d6f1830-3f3a-437d-95e2-6f17bf5c2447 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Jun 23 09:30:24.201641 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f4775-9b9a-4508-98d3-e051685023ab req-c8193702-0067-4e46-9eea-6f8c1bac17f9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:24.203125 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9d9f4775-9b9a-4508-98d3-e051685023ab req-c8193702-0067-4e46-9eea-6f8c1bac17f9 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0480278 Jun 23 09:30:24.252122 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9d9f4775-9b9a-4508-98d3-e051685023ab req-71eef10a-1f42-47a7-ad87-afb4fb8fe110 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434632 Jun 23 09:30:25.315968 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 866d3ed7-aceb-4e8d-a61f-b4881b214198 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:30:25.371902 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0bdef-d2a6-4326-bc30-c6f31e0baace req-64491e8c-2f4b-45c0-8c78-3efc961d5e5f tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:25.373377 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-62a0bdef-d2a6-4326-bc30-c6f31e0baace req-64491e8c-2f4b-45c0-8c78-3efc961d5e5f tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 943 time: 0.0470684 Jun 23 09:30:25.428569 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-62a0bdef-d2a6-4326-bc30-c6f31e0baace req-ec1930ce-fdcd-4baf-aa8a-f4f7b7fc6437 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474517 Jun 23 09:30:25.436661 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:25.453332 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'port_id': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'mac_address': 'fa:16:3e:35:96:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:30:25.494760 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 866d3ed7-aceb-4e8d-a61f-b4881b214198 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:30:25.495214 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:25.507912 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866d3ed7-aceb-4e8d-a61f-b4881b214198 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:30:25.523592 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:25.528089 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:25.597574 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:25.644211 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=7']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:25.977951 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['866d3ed7-aceb-4e8d-a61f-b4881b214198'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:30:26.555479 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8657c85-73e6-4db3-a674-431b35df6afe req-cacf89bc-bda9-4f6d-87b5-908845eab9b2 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:26.556935 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a8657c85-73e6-4db3-a674-431b35df6afe req-cacf89bc-bda9-4f6d-87b5-908845eab9b2 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 944 time: 0.0517881 Jun 23 09:30:26.606196 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a8657c85-73e6-4db3-a674-431b35df6afe req-93118f62-8832-4c04-abc9-095af0054f34 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436394 Jun 23 09:30:27.324119 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 866d3ed7-aceb-4e8d-a61f-b4881b214198 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:30:27.367971 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 866d3ed7-aceb-4e8d-a61f-b4881b214198 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:30:27.368352 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:27.440135 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 866d3ed7-aceb-4e8d-a61f-b4881b214198 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:30:27.440464 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:27.450402 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:27.462759 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:27.465022 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ddd50d-02be-4c73-bc93-12822f95d5a6" -d '{"events": [{"server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "name": "network-vif-plugged", "status": "completed", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:27.477267 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:27.500480 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716065fb-9042-4168-8bfa-af265bc0bcfe x-openstack-request-id: req-716065fb-9042-4168-8bfa-af265bc0bcfe {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:27.500765 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "name": "network-vif-plugged", "status": "completed", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:27.501015 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-716065fb-9042-4168-8bfa-af265bc0bcfe {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:27.501411 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716065fb-9042-4168-8bfa-af265bc0bcfe'] response: {'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'code': 200} Jun 23 09:30:27.546353 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:27.599125 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=8']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:27.720734 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43ff5f-5879-43ff-9c07-bfa1b5ed3296 req-cdc18c19-c9d1-467a-8016-fcd96720be4b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:27.722110 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b43ff5f-5879-43ff-9c07-bfa1b5ed3296 req-cdc18c19-c9d1-467a-8016-fcd96720be4b tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0472505 Jun 23 09:30:27.771816 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b43ff5f-5879-43ff-9c07-bfa1b5ed3296 req-95a54bf5-f8ba-4094-9602-7b0c98fab7ac tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440769 Jun 23 09:30:27.894609 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:27.894901 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:27.903146 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9b5fa-2c82-4601-a3cb-2296b2991638 req-a0cf4e5a-501d-4ee0-8e76-cbd14f2464d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:27.904640 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4bc9b5fa-2c82-4601-a3cb-2296b2991638 req-a0cf4e5a-501d-4ee0-8e76-cbd14f2464d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1129 time: 0.0397213 Jun 23 09:30:27.955331 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4bc9b5fa-2c82-4601-a3cb-2296b2991638 req-30d5e166-4f91-4b9c-951e-0d307ef61256 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434780 Jun 23 09:30:28.890063 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3fcdd-7a49-4407-a4fa-577573beaa45 req-18fb2ab6-e8fa-4964-a10c-a32a921492d8 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:28.891440 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1fe3fcdd-7a49-4407-a4fa-577573beaa45 req-18fb2ab6-e8fa-4964-a10c-a32a921492d8 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Jun 23 09:30:28.939214 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1fe3fcdd-7a49-4407-a4fa-577573beaa45 req-e239c385-2293-455d-bd6e-ff94fb83dcee tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Jun 23 09:30:30.054417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16976f-9b6b-4565-8f5e-350e845fd4ff req-c73a38f3-b116-4f3d-8efa-05931e1b927d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:30.055899 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7b16976f-9b6b-4565-8f5e-350e845fd4ff req-c73a38f3-b116-4f3d-8efa-05931e1b927d tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0473509 Jun 23 09:30:30.104919 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7b16976f-9b6b-4565-8f5e-350e845fd4ff req-80748235-b7b8-4e03-bf40-94bd4151fd8e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Jun 23 09:30:35.483739 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=28 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:35.488612 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:37.597006 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:37.810632 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=84 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:37.812427 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:38.935109 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=78 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:38.935109 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=20 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:40.088916 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9f7711fe-c89b-4ffe-977d-83d027e8126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:40.097202 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:40.100149 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=62 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:42.368610 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-90de858b-5f73-49b6-a68f-d6a5f272a232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:43.309766 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c482cf5-75e2-4c39-8beb-c6e42eda7d8b req-4db66165-fc6d-4dd1-8506-4df310c67ffe tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:43.311430 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8c482cf5-75e2-4c39-8beb-c6e42eda7d8b req-4db66165-fc6d-4dd1-8506-4df310c67ffe tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 947 time: 0.0499032 Jun 23 09:30:43.360828 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8c482cf5-75e2-4c39-8beb-c6e42eda7d8b req-8fb8f46d-6365-4345-9f44-33a3ba83099e tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Jun 23 09:30:43.632244 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:44.487819 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9652f-b911-4a77-a284-037d745e7896 req-525fd1ac-14a5-40fd-945d-717c558702c7 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:44.489484 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-91d9652f-b911-4a77-a284-037d745e7896 req-525fd1ac-14a5-40fd-945d-717c558702c7 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 947 time: 0.0526707 Jun 23 09:30:44.538245 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-91d9652f-b911-4a77-a284-037d745e7896 req-170015d3-054b-4970-a579-672f4f997451 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Jun 23 09:30:45.042238 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-2d16c501-10f8-4547-b4a2-3b4788cc6b6a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:45.043850 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-2d16c501-10f8-4547-b4a2-3b4788cc6b6a tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 947 time: 0.0530412 Jun 23 09:30:45.111548 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:45.139366 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Deleting port 732238d5-e9fb-41b3-9753-b880285a15e2 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:30:45.139704 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:45.232765 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] For port 732238d5-e9fb-41b3-9753-b880285a15e2, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=732238d5-e9fb-41b3-9753-b880285a15e2,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:45.233132 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:45.380689 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:45.411752 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:45.412128 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (95c81047-2bea-4aa5-8eb9-a085f1e77215), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:45.412451 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Floating IP 95c81047-2bea-4aa5-8eb9-a085f1e77215 disassociated. External IP: 172.27.2.64, port: 732238d5-e9fb-41b3-9753-b880285a15e2. Jun 23 09:30:45.412819 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Calling delete_port for 732238d5-e9fb-41b3-9753-b880285a15e2 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:30:45.651595 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (732238d5-e9fb-41b3-9753-b880285a15e2), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:45.689676 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event deleted for resources: {'Port': ['ID=732238d5-e9fb-41b3-9753-b880285a15e2,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:45.701993 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355b5b5-eed9-4326-a980-f85546fa4ae5 req-f6076ff3-d5c8-44c2-bf38-61b0aa1550ac tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:45.703583 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e355b5b5-eed9-4326-a980-f85546fa4ae5 req-f6076ff3-d5c8-44c2-bf38-61b0aa1550ac tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 947 time: 0.0852652 Jun 23 09:30:45.838557 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e355b5b5-eed9-4326-a980-f85546fa4ae5 req-b9d19948-c3f9-44cd-8d1f-c05623d9c018 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c2a7088-9625-419e-bc61-087f4ed82b18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881071 Jun 23 09:30:45.857811 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Router d3cc802d-ab00-4d73-8414-435a85e23c40 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:30:45.966159 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:45.969537 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:30:45.980038 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] Sync routers for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:30:45.995486 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:45.996446 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:30:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:46.019300 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] No DVR routers for this DVR port 732238d5-e9fb-41b3-9753-b880285a15e2 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:30:46.022088 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:46.026402 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-746d3e0c-d2f6-4272-9346-5b40b1b27775 req-4fd8ca93-4a05-4feb-bdc9-60ac59195e7d tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.55 "DELETE /v2.0/ports/732238d5-e9fb-41b3-9753-b880285a15e2 HTTP/1.1" status: 204 len: 173 time: 0.9727113 Jun 23 09:30:46.026853 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-deleted', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:46.029144 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8164280-1b79-4909-b1a9-e4859adb480e" -d '{"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-deleted", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:46.095791 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f981baaa-2c1b-46a4-9f92-e929dc1c1ebe x-openstack-request-id: req-f981baaa-2c1b-46a4-9f92-e929dc1c1ebe {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:46.095791 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84be6396-8e29-4b4e-a0c5-f15be7ee3d3f", "name": "network-vif-deleted", "tag": "732238d5-e9fb-41b3-9753-b880285a15e2", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:46.096481 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f981baaa-2c1b-46a4-9f92-e929dc1c1ebe {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:46.096481 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f981baaa-2c1b-46a4-9f92-e929dc1c1ebe'] response: {'server_uuid': '84be6396-8e29-4b4e-a0c5-f15be7ee3d3f', 'name': 'network-vif-deleted', 'tag': '732238d5-e9fb-41b3-9753-b880285a15e2', 'status': 'completed', 'code': 200} Jun 23 09:30:46.168505 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:46.413521 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:46.439819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] Checking router: d3cc802d-ab00-4d73-8414-435a85e23c40 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:30:46.449517 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:46.450263 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:30:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:46.563084 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:46.767834 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:46.792521 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d2a02-31cc-4ab7-9eca-16f77d442036 None None] The sync data for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi is: [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:23:59Z', 'revision_number': 4, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '252fbd2b-e156-45f7-b2c0-eab20d809c8b', 'name': '', 'network_id': '730dea22-6746-4fe9-87f5-32cb3807b5fd', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'mac_address': 'fa:16:3e:8d:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:57Z', 'updated_at': '2022-06-23T09:24:04Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'subnets': [{'id': '882b59bc-77c5-4100-9862-fc8fc00912d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:30:46.987293 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-64828211-c510-44f0-b679-5042e44a4754 req-1da5d1e7-a4c4-4f08-9a4c-b3df3584af65 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/ports?device_id=84be6396-8e29-4b4e-a0c5-f15be7ee3d3f HTTP/1.1" status: 200 len: 210 time: 0.0407844 Jun 23 09:30:47.034687 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d5311-cced-45a6-9185-5ff9182018b8 None None] New status for floating IP 95c81047-2bea-4aa5-8eb9-a085f1e77215: DOWN {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:30:48.164141 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47908) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:48.221981 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (1c2a7088-9625-419e-bc61-087f4ed82b18), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.245935 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (1c2a7088-9625-419e-bc61-087f4ed82b18), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.363212 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (1c2a7088-9625-419e-bc61-087f4ed82b18), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.365763 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.367210 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "DELETE /v2.0/security-groups/1c2a7088-9625-419e-bc61-087f4ed82b18 HTTP/1.1" status: 204 len: 168 time: 0.2019012 Jun 23 09:30:48.376019 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47912) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:48.377208 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a7088-9625-419e-bc61-087f4ed82b18,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:48.384695 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.385328 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.385621 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.385955 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.386281 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.386604 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.387130 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.387457 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.387777 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.388101 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.388415 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.388901 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.389224 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.389539 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.389858 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e0ff95-df20-48de-8733-b0c5c112b3f6 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:48.391178 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.api.v2.resource [None req-1bcb3000-a037-4270-921b-0390a46b7f10 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] show failed (client error): The resource could not be found. Jun 23 09:30:48.393161 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-1bcb3000-a037-4270-921b-0390a46b7f10 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "GET /v2.0/security-groups/1c2a7088-9625-419e-bc61-087f4ed82b18 HTTP/1.1" status: 404 len: 347 time: 0.0151484 Jun 23 09:30:48.395000 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47914) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:48.500067 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:48.519064 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Deleting port 860c1d18-55b3-4f54-9ae0-9be5e9097bb1 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:30:48.519475 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.601159 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.601571 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.616144 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Calling delete_port for 860c1d18-55b3-4f54-9ae0-9be5e9097bb1 owned by network:floatingip {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:30:48.808625 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (860c1d18-55b3-4f54-9ae0-9be5e9097bb1), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.831703 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Pushing event deleted for resources: {'Port': ['ID=860c1d18-55b3-4f54-9ae0-9be5e9097bb1,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:48.893866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks [] for floatingip (95c81047-2bea-4aa5-8eb9-a085f1e77215), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.896361 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:48.897494 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b60ad716-691e-4cbf-af5a-aae584d67b25 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] 10.222.0.52 "DELETE /v2.0/floatingips/95c81047-2bea-4aa5-8eb9-a085f1e77215 HTTP/1.1" status: 204 len: 168 time: 0.5015793 Jun 23 09:30:49.464704 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:30:49.483822 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 732238d5-e9fb-41b3-9753-b880285a15e2 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:30:49.484168 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 732238d5-e9fb-41b3-9753-b880285a15e2 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:30:51.692315 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47948) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:52.042617 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (d3cc802d-ab00-4d73-8414-435a85e23c40), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:52.511746 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Deleting port 252fbd2b-e156-45f7-b2c0-eab20d809c8b {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:30:52.512068 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:52.538248 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:52.562816 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:52.592139 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] For port 252fbd2b-e156-45f7-b2c0-eab20d809c8b, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=252fbd2b-e156-45f7-b2c0-eab20d809c8b,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:52.592497 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:52.605633 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Calling delete_port for 252fbd2b-e156-45f7-b2c0-eab20d809c8b owned by network:router_interface {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:30:52.854327 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (252fbd2b-e156-45f7-b2c0-eab20d809c8b), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:52.882452 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Pushing event deleted for resources: {'Port': ['ID=252fbd2b-e156-45f7-b2c0-eab20d809c8b,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:53.041652 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (d3cc802d-ab00-4d73-8414-435a85e23c40), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:53.245303 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Router d3cc802d-ab00-4d73-8414-435a85e23c40 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:30:53.345505 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:30:53.350495 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a26b3c18-677c-4829-a395-46f90055c59c admin admin] 10.222.0.52 "PUT /v2.0/routers/d3cc802d-ab00-4d73-8414-435a85e23c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6571329 Jun 23 09:30:53.353158 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47954) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:53.355658 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] Sync routers for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:30:53.369552 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:53.370152 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:30:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:53.401684 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:53.448431 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks [] for router (d3cc802d-ab00-4d73-8414-435a85e23c40), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:53.450525 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:53.465242 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:53.547498 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks [] for router_gateway (d3cc802d-ab00-4d73-8414-435a85e23c40), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:53.638737 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:30:52Z', 'revision_number': 5, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port': {'id': '0caae7f6-b7d1-4455-a229-2e0ba65ea616', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:92:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:23:53Z', 'updated_at': '2022-06-23T09:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:53.664115 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] Checking router: d3cc802d-ab00-4d73-8414-435a85e23c40 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:30:53.668779 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Deleting port 0caae7f6-b7d1-4455-a229-2e0ba65ea616 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:30:53.669167 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:53.672985 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] Routers {'d3cc802d-ab00-4d73-8414-435a85e23c40'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:53.673819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:30:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['d3cc802d-ab00-4d73-8414-435a85e23c40'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:53.752799 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] For port 0caae7f6-b7d1-4455-a229-2e0ba65ea616, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=0caae7f6-b7d1-4455-a229-2e0ba65ea616,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:53.753171 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:53.760173 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] Set router d3cc802d-ab00-4d73-8414-435a85e23c40 gateway port host: None {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:53.766699 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Calling delete_port for 0caae7f6-b7d1-4455-a229-2e0ba65ea616 owned by network:router_gateway {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:30:53.811746 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:30:53Z', 'revision_number': 6, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port_host': None}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:53.835537 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da21fd-f3a0-4278-9425-6eb88703bd87 None None] The sync data for ids ['d3cc802d-ab00-4d73-8414-435a85e23c40'] in dv-cinder-847274-1-iscsi is: [{'id': 'd3cc802d-ab00-4d73-8414-435a85e23c40', 'name': 'tempest-AttachVolumeShelveTestJSON-483352295-router', 'tenant_id': '29ece34041e04c78868e53d90b658a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:23:52Z', 'updated_at': '2022-06-23T09:30:53Z', 'revision_number': 6, 'project_id': '29ece34041e04c78868e53d90b658a82', 'gw_port_host': None}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:30:53.991317 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (0caae7f6-b7d1-4455-a229-2e0ba65ea616), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.016491 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0caae7f6-b7d1-4455-a229-2e0ba65ea616,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:54.079758 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (d3cc802d-ab00-4d73-8414-435a85e23c40), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.166441 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (d3cc802d-ab00-4d73-8414-435a85e23c40), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.168614 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks [] for router_controller (d3cc802d-ab00-4d73-8414-435a85e23c40), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.271231 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (d3cc802d-ab00-4d73-8414-435a85e23c40), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.271873 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3cc802d-ab00-4d73-8414-435a85e23c40 {{(pid=104734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:30:54.276528 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.277681 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-5bb62b87-10b2-4318-9793-2743142e4ae1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d3cc802d-ab00-4d73-8414-435a85e23c40 HTTP/1.1" status: 204 len: 168 time: 0.9236202 Jun 23 09:30:54.280290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 47960) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:54.324733 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc93ecdb-849a-4104-b161-27ee09e6d757 admin admin] Deleting subnet 882b59bc-77c5-4100-9862-fc8fc00912d6 {{(pid=104734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:30:54.327851 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecdb-849a-4104-b161-27ee09e6d757 admin admin] Publish callbacks [] for subnet (882b59bc-77c5-4100-9862-fc8fc00912d6), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.363661 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:54.365842 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecdb-849a-4104-b161-27ee09e6d757 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10442506'] for subnet (882b59bc-77c5-4100-9862-fc8fc00912d6), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.468099 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecdb-849a-4104-b161-27ee09e6d757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (882b59bc-77c5-4100-9862-fc8fc00912d6), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.603772 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecdb-849a-4104-b161-27ee09e6d757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9992338'] for subnet (882b59bc-77c5-4100-9862-fc8fc00912d6), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.629390 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93ecdb-849a-4104-b161-27ee09e6d757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882b59bc-77c5-4100-9862-fc8fc00912d6,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:54.636751 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cc93ecdb-849a-4104-b161-27ee09e6d757 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.639910 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-cc93ecdb-849a-4104-b161-27ee09e6d757 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/882b59bc-77c5-4100-9862-fc8fc00912d6 HTTP/1.1" status: 204 len: 168 time: 0.3586545 Jun 23 09:30:54.642519 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88019d93-2782-42f6-ae2d-3862f2856345 None None] Network 730dea22-6746-4fe9-87f5-32cb3807b5fd requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:30:54.643049 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47966) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:54.726624 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (730dea22-6746-4fe9-87f5-32cb3807b5fd), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.771225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Deleting port 99ab8236-2033-4203-b105-af78d83dd94f {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:30:54.771572 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (99ab8236-2033-4203-b105-af78d83dd94f), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.846831 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] For port 99ab8236-2033-4203-b105-af78d83dd94f, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=99ab8236-2033-4203-b105-af78d83dd94f,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:54.847230 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (99ab8236-2033-4203-b105-af78d83dd94f), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:54.861248 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Calling delete_port for 99ab8236-2033-4203-b105-af78d83dd94f owned by network:dhcp {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:30:54.861486 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:54.921211 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:54.923361 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] DHCP port deletion for 730dea22-6746-4fe9-87f5-32cb3807b5fd request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:30:54.959223 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Deleting port 99ab8236-2033-4203-b105-af78d83dd94f {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:30:54.959595 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (99ab8236-2033-4203-b105-af78d83dd94f), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.002524 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (99ab8236-2033-4203-b105-af78d83dd94f), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.025070 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] For port 99ab8236-2033-4203-b105-af78d83dd94f, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=99ab8236-2033-4203-b105-af78d83dd94f,segment=NetworkSegment(665e563f-8dd9-4d7c-b9c6-1f18e394cd9c),segment_id=665e563f-8dd9-4d7c-b9c6-1f18e394cd9c)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:55.025472 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (99ab8236-2033-4203-b105-af78d83dd94f), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.028901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=99ab8236-2033-4203-b105-af78d83dd94f,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:55.031839 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] No DVR routers for this DVR port 99ab8236-2033-4203-b105-af78d83dd94f on host dv-cinder-847274-1-iscsi {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:30:55.045551 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Calling delete_port for 99ab8236-2033-4203-b105-af78d83dd94f owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:30:55.095718 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:55.103526 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:55.107917 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (730dea22-6746-4fe9-87f5-32cb3807b5fd), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.124400 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (99ab8236-2033-4203-b105-af78d83dd94f), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.129859 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730dea22-6746-4fe9-87f5-32cb3807b5fd']}} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:55.140777 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c') {'for_net_delete': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:55.143118 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665e563f-8dd9-4d7c-b9c6-1f18e394cd9c') {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:55.151435 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Pushing event deleted for resources: {'Port': ['ID=99ab8236-2033-4203-b105-af78d83dd94f,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:55.151852 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3843396'] for segment (665e563f-8dd9-4d7c-b9c6-1f18e394cd9c), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.153866 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] No DVR routers for this DVR port 99ab8236-2033-4203-b105-af78d83dd94f on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:30:55.167142 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.167761 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.168291 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.168818 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.169582 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.169582 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.169850 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.170328 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.170845 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.171387 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.177690 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.177690 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.177690 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.177690 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.177690 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089c810c-31cd-4522-ac5e-e9e78fe46509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:30:55.178170 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (665e563f-8dd9-4d7c-b9c6-1f18e394cd9c), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.180129 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:55.183867 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:30:55.184330 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097416'] for segment (665e563f-8dd9-4d7c-b9c6-1f18e394cd9c), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.256909 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 665e563f-8dd9-4d7c-b9c6-1f18e394cd9c resource provider aggregate not found Jun 23 09:30:55.272882 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 665e563f-8dd9-4d7c-b9c6-1f18e394cd9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 665e563f-8dd9-4d7c-b9c6-1f18e394cd9c found for delete ", "request_id": "req-43045bbf-d4f3-4df9-991b-2f15d231a499"}]} Jun 23 09:30:55.334258 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (730dea22-6746-4fe9-87f5-32cb3807b5fd), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.339848 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.342886 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] 10.222.0.52 "DELETE /v2.0/networks/730dea22-6746-4fe9-87f5-32cb3807b5fd HTTP/1.1" status: 204 len: 168 time: 0.6992383 Jun 23 09:30:55.354836 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18660d-d08b-44d8-be3a-5508e9346d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=730dea22-6746-4fe9-87f5-32cb3807b5fd,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:55.711630 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47978) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:55.755855 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c99cc4b9-e728-4942-9060-8867792adb75 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29ece34041e04c78868e53d90b658a82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402851 Jun 23 09:30:55.756019 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 99ab8236-2033-4203-b105-af78d83dd94f no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:30:55.756470 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 47980) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:55.778641 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 99ab8236-2033-4203-b105-af78d83dd94f {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:30:55.779006 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 99ab8236-2033-4203-b105-af78d83dd94f not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:30:55.779426 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 252fbd2b-e156-45f7-b2c0-eab20d809c8b no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:30:55.809147 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 252fbd2b-e156-45f7-b2c0-eab20d809c8b {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:30:55.809489 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 252fbd2b-e156-45f7-b2c0-eab20d809c8b not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:30:55.809789 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-84d43a08-9be1-4f61-9a5f-720c6d1a9f8a admin admin] Publish callbacks [] for security_group (36784398-29ff-479a-8ab4-56425724e3b6), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.809914 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 0caae7f6-b7d1-4455-a229-2e0ba65ea616 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:30:55.828936 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 0caae7f6-b7d1-4455-a229-2e0ba65ea616 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:30:55.829566 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 0caae7f6-b7d1-4455-a229-2e0ba65ea616 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:30:55.833636 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-84d43a08-9be1-4f61-9a5f-720c6d1a9f8a admin admin] Publish callbacks [] for security_group (36784398-29ff-479a-8ab4-56425724e3b6), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.962766 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-84d43a08-9be1-4f61-9a5f-720c6d1a9f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (36784398-29ff-479a-8ab4-56425724e3b6), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.965329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-84d43a08-9be1-4f61-9a5f-720c6d1a9f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:55.966489 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-84d43a08-9be1-4f61-9a5f-720c6d1a9f8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36784398-29ff-479a-8ab4-56425724e3b6 HTTP/1.1" status: 204 len: 168 time: 0.2095211 Jun 23 09:30:55.974726 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d43a08-9be1-4f61-9a5f-720c6d1a9f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36784398-29ff-479a-8ab4-56425724e3b6,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:56.178861 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-c97f5568-ba66-4a0f-8961-f139545112f3 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1704402911&fields=id&tenant_id=f17a6a1110a2462b98908ecbc67564f9 HTTP/1.1" status: 200 len: 267 time: 0.0487080 Jun 23 09:30:56.230778 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-3faf231f-74e3-4bbb-b3d5-1c9318d54b60 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:56.232287 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-3faf231f-74e3-4bbb-b3d5-1c9318d54b60 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 985 time: 0.0477598 Jun 23 09:30:56.243934 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Request body: {'port': {'security_groups': ['0edf9827-2684-400d-8fa5-c6c17c7a6485']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:30:56.327601 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:56.523774 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] For port 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:30:56.550605 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:56.614259 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:56.653863 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['22e31120-c9ad-4071-b7c6-4a5042d14b7c'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:30:56.664592 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:56.665727 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:56.667259 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f9796308-c54e-4808-ba9b-74be028aaa05 req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "PUT /v2.0/ports/22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 943 time: 0.4285531 Jun 23 09:30:56.667755 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:56.672960 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c41fc82-1186-432c-b235-ace05732fb15" -d '{"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:56.716584 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48000) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:56.728600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d629344-8e11-4b9c-9f1a-7691035023b8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event updated for resources: {'Port': ['ID=22e31120-c9ad-4071-b7c6-4a5042d14b7c,revision_number=7']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:56.756048 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f83b6b-646e-46cf-999e-8e13469f9b57 x-openstack-request-id: req-17f83b6b-646e-46cf-999e-8e13469f9b57 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:56.756048 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:56.756048 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17f83b6b-646e-46cf-999e-8e13469f9b57 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:56.756048 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f83b6b-646e-46cf-999e-8e13469f9b57'] response: {'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'status': 'completed', 'code': 200} Jun 23 09:30:56.783904 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a5a87669-10de-479d-aa75-fec68398bb0b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group (657e3f01-8440-433b-9546-47422b69f308), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:56.864326 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['22e31120-c9ad-4071-b7c6-4a5042d14b7c'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:30:56.869185 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a5a87669-10de-479d-aa75-fec68398bb0b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group (657e3f01-8440-433b-9546-47422b69f308), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:56.932827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:56.932827 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:56.934177 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41fc82-1186-432c-b235-ace05732fb15 req-873a7421-29ed-4147-9f5f-1957fcaa9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:56.936051 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c41fc82-1186-432c-b235-ace05732fb15 req-873a7421-29ed-4147-9f5f-1957fcaa9a36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1130 time: 0.1249013 Jun 23 09:30:57.037762 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-a0620ac8-e51f-4db4-9693-8c76667aff6c None None] Provisioning complete for port 22e31120-c9ad-4071-b7c6-4a5042d14b7c triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:30:57.038110 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a0620ac8-e51f-4db4-9693-8c76667aff6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.067055 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41fc82-1186-432c-b235-ace05732fb15 req-f1f02836-5455-4f3d-82be-4d5d824836d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:57.068723 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c41fc82-1186-432c-b235-ace05732fb15 req-f1f02836-5455-4f3d-82be-4d5d824836d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 200 len: 916 time: 0.1169691 Jun 23 09:30:57.114433 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a5a87669-10de-479d-aa75-fec68398bb0b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (657e3f01-8440-433b-9546-47422b69f308), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.116986 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a5a87669-10de-479d-aa75-fec68398bb0b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.120670 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-a5a87669-10de-479d-aa75-fec68398bb0b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "DELETE /v2.0/security-groups/657e3f01-8440-433b-9546-47422b69f308 HTTP/1.1" status: 204 len: 168 time: 0.4426126 Jun 23 09:30:57.121242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48016) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:30:57.138777 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-a0620ac8-e51f-4db4-9693-8c76667aff6c None None] Current status of the port 22e31120-c9ad-4071-b7c6-4a5042d14b7c is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:30:57.141778 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a87669-10de-479d-aa75-fec68398bb0b tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657e3f01-8440-433b-9546-47422b69f308,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:57.158756 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c41fc82-1186-432c-b235-ace05732fb15 req-3ca8c4a4-8167-43b4-9ecf-ca4924fc3d2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 1002 time: 0.0823615 Jun 23 09:30:57.191087 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:57.195496 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:57.198666 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:57.219858 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41fc82-1186-432c-b235-ace05732fb15 req-e7c9a884-bb02-47e8-9290-d979cefade35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:57.223588 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c41fc82-1186-432c-b235-ace05732fb15 req-e7c9a884-bb02-47e8-9290-d979cefade35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60c84e34-b082-41b8-a38a-07c229aaa839 HTTP/1.1" status: 200 len: 854 time: 0.0553677 Jun 23 09:30:57.281297 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41fc82-1186-432c-b235-ace05732fb15 req-0aa0ea96-017c-49b4-a1f4-8c9dcc39ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:57.283102 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c41fc82-1186-432c-b235-ace05732fb15 req-0aa0ea96-017c-49b4-a1f4-8c9dcc39ac52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e6d8e95-96b3-49d4-8814-891949660fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528328 Jun 23 09:30:57.301070 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Deleting port fec1ec70-1dc8-4a66-8d61-849b7055fccc {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:30:57.301445 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (fec1ec70-1dc8-4a66-8d61-849b7055fccc), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.366671 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9c517-c7db-4578-abad-f3080ca52b0a req-2ae40aab-6e93-4807-af62-09a93b2b1008 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:57.368245 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b8b9c517-c7db-4578-abad-f3080ca52b0a req-2ae40aab-6e93-4807-af62-09a93b2b1008 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0801575 Jun 23 09:30:57.388186 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (fec1ec70-1dc8-4a66-8d61-849b7055fccc), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.388527 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for floatingip (fec1ec70-1dc8-4a66-8d61-849b7055fccc), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.406463 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Calling delete_port for fec1ec70-1dc8-4a66-8d61-849b7055fccc owned by network:floatingip {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:30:57.442517 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:30:57.463582 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c41fc82-1186-432c-b235-ace05732fb15 req-eff2b8cc-f2e4-4121-80ad-e87eedb3bc7b service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640377 Jun 23 09:30:57.467141 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b8b9c517-c7db-4578-abad-f3080ca52b0a req-868c4a96-64bc-4f81-bf5c-6416b5fd083e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633898 Jun 23 09:30:57.559142 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:57.563062 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7c41fc82-1186-432c-b235-ace05732fb15 req-f6cf0a09-37d6-44a4-9dc5-460e6fdb0d2e service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923166 Jun 23 09:30:57.582218 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:57.678373 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (fec1ec70-1dc8-4a66-8d61-849b7055fccc), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.703346 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event deleted for resources: {'Port': ['ID=fec1ec70-1dc8-4a66-8d61-849b7055fccc,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:30:57.763613 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks [] for floatingip (db7807e3-a3e0-46a4-abca-f7a62caa00eb), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.763942 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Floating IP db7807e3-a3e0-46a4-abca-f7a62caa00eb disassociated (deleted). External IP: 172.27.2.137, port: 22e31120-c9ad-4071-b7c6-4a5042d14b7c. Jun 23 09:30:57.871406 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:57.957795 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Router ae014fe9-9095-4166-aa22-60be6266a490 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:30:58.059782 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:30:58.064037 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:30:58.069561 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] Sync routers for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:30:58.079549 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:58.080152 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:30:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:58.094116 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e511f938-e9ab-4866-abba-d1d390dcab92 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "DELETE /v2.0/floatingips/db7807e3-a3e0-46a4-abca-f7a62caa00eb HTTP/1.1" status: 204 len: 168 time: 0.9716790 Jun 23 09:30:58.094793 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:30:58.097217 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe2a975-a060-43b9-b92d-90be023213d6" -d '{"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:30:58.187763 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:58.240369 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd872e-2952-4584-b361-d029044cbb49 x-openstack-request-id: req-15fd872e-2952-4584-b361-d029044cbb49 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:30:58.241289 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:30:58.241289 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15fd872e-2952-4584-b361-d029044cbb49 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:30:58.241625 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fd872e-2952-4584-b361-d029044cbb49'] response: {'name': 'network-changed', 'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'status': 'completed', 'code': 200} Jun 23 09:30:58.347160 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-7bc0863e-5cd5-49ac-95be-17195ff1e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:58.348761 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-7bc0863e-5cd5-49ac-95be-17195ff1e9ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1130 time: 0.0412686 Jun 23 09:30:58.385539 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:27Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:58.411932 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] Checking router: ae014fe9-9095-4166-aa22-60be6266a490 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:30:58.424564 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:30:58.425203 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:30:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:58.449940 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-48485547-cabc-4bdb-86d8-68903ef22770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:58.451452 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-48485547-cabc-4bdb-86d8-68903ef22770 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 200 len: 916 time: 0.0956919 Jun 23 09:30:58.530110 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:30:58.578058 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:30:58.636669 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44daba-4ff1-4f38-9a31-60547b0e92dd req-f8b56593-f4e7-4d5b-83cd-589f86cb2373 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:58.639480 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-eb44daba-4ff1-4f38-9a31-60547b0e92dd req-f8b56593-f4e7-4d5b-83cd-589f86cb2373 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0726476 Jun 23 09:30:58.700718 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-eb44daba-4ff1-4f38-9a31-60547b0e92dd req-a1a4fa83-4701-49e2-85f9-9a7a4dd270f8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534086 Jun 23 09:30:58.730719 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:27Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:30:58.745926 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-fae67983-ce70-447e-9239-dc488c5fc60a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 217 time: 0.2874715 Jun 23 09:30:58.755298 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f182c-e759-413c-9ff8-b5c6dcc212b4 None None] The sync data for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi is: [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:28:23Z', 'revision_number': 4, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '3b9ec84e-dd36-468a-9c60-b410d1073705', 'name': '', 'network_id': '3e6d8e95-96b3-49d4-8814-891949660fde', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'mac_address': 'fa:16:3e:dd:6c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:22Z', 'updated_at': '2022-06-23T09:28:27Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'subnets': [{'id': '60c84e34-b082-41b8-a38a-07c229aaa839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:30:58.797261 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-aaeab700-7ab5-4b71-91cb-a52a8981ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:58.798737 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-aaeab700-7ab5-4b71-91cb-a52a8981ca0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60c84e34-b082-41b8-a38a-07c229aaa839 HTTP/1.1" status: 200 len: 854 time: 0.0457296 Jun 23 09:30:58.990949 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca5ab6-411b-4cab-88f6-58ae81b7e83f None None] New status for floating IP db7807e3-a3e0-46a4-abca-f7a62caa00eb: DOWN {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:30:59.136981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-9347c724-4ecc-4237-8f4b-47f28ac2ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:59.138537 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-9347c724-4ecc-4237-8f4b-47f28ac2ce6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e6d8e95-96b3-49d4-8814-891949660fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399547 Jun 23 09:30:59.233457 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-22349ce5-9230-4e87-924d-5ef1986cf102 service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867534 Jun 23 09:30:59.379779 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dfe2a975-a060-43b9-b92d-90be023213d6 req-34d77323-b4db-4291-991b-48d36a47d8c0 service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881491 Jun 23 09:30:59.828283 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c7b32-a8ce-4457-8ff4-3a6da8a111b5 req-d25cef39-b427-4b5b-9f00-418687ceae4b tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:30:59.829759 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c68c7b32-a8ce-4457-8ff4-3a6da8a111b5 req-d25cef39-b427-4b5b-9f00-418687ceae4b tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0540235 Jun 23 09:30:59.877468 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c68c7b32-a8ce-4457-8ff4-3a6da8a111b5 req-50e27973-8184-4ff9-ad2f-317001f187fc tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421002 Jun 23 09:31:00.994868 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7708a4-d300-4cd9-8c28-d26141c1324e req-6751173b-a1b5-458e-9320-2c920d36112c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:00.996518 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ed7708a4-d300-4cd9-8c28-d26141c1324e req-6751173b-a1b5-458e-9320-2c920d36112c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0513756 Jun 23 09:31:01.045198 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ed7708a4-d300-4cd9-8c28-d26141c1324e req-977bd866-bbb3-419c-b24e-919d62905be1 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428152 Jun 23 09:31:02.167417 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa769aab-5515-4521-badc-5eb5a53edc8d req-10f72e53-d504-4613-a066-f3b16b5bfc34 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:02.169072 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-aa769aab-5515-4521-badc-5eb5a53edc8d req-10f72e53-d504-4613-a066-f3b16b5bfc34 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0532687 Jun 23 09:31:02.217035 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-aa769aab-5515-4521-badc-5eb5a53edc8d req-0d5b0f1e-ea7f-487b-9469-4b43070a6872 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422242 Jun 23 09:31:03.153045 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-110a05ab-0799-46f1-a532-01de0089b8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397949 Jun 23 09:31:03.263848 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-c9a8ea2f-7964-41e9-9a1a-93c755c7e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:03.265624 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-c9a8ea2f-7964-41e9-9a1a-93c755c7e3ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f17a6a1110a2462b98908ecbc67564f9&device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 1130 time: 0.0401869 Jun 23 09:31:03.389531 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b549dd-e089-4cf0-8c51-605edb1da38b req-cf78c4f2-e8a5-4010-a8dc-2d17d7837938 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:03.391020 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-80b549dd-e089-4cf0-8c51-605edb1da38b req-cf78c4f2-e8a5-4010-a8dc-2d17d7837938 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0964515 Jun 23 09:31:03.436419 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-3645cdae-23e1-4571-a1c1-445cd79994d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:03.437841 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-3645cdae-23e1-4571-a1c1-445cd79994d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 200 len: 916 time: 0.1519253 Jun 23 09:31:03.464762 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-80b549dd-e089-4cf0-8c51-605edb1da38b req-16336598-ffea-462c-b019-4b3b8748357a tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675132 Jun 23 09:31:03.490118 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-5f00d793-8585-4900-a152-9cd8615b371e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 200 len: 217 time: 0.0427465 Jun 23 09:31:03.537234 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-218c96b1-f962-4ec2-8dde-eb72609e4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:03.538585 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-218c96b1-f962-4ec2-8dde-eb72609e4909 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60c84e34-b082-41b8-a38a-07c229aaa839 HTTP/1.1" status: 200 len: 854 time: 0.0421457 Jun 23 09:31:03.556095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:03.584641 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-0530716e-10ea-4894-a327-f6e6cc90d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:03.586148 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-0530716e-10ea-4894-a327-f6e6cc90d9fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e6d8e95-96b3-49d4-8814-891949660fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388875 Jun 23 09:31:03.681376 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-75cea545-fa22-4a60-8a01-a5841e4cb25a service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866232 Jun 23 09:31:03.755461 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:03.772582 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-89ef4981-c61a-4b07-b500-34fd4e467f9e req-a3044c43-a415-4c22-a8b6-8a5a4b59dc37 service neutron] 10.222.0.55 "GET /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850034 Jun 23 09:31:04.921883 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded76887-2451-4af8-a5d5-0ff225df9a6d req-e825f456-fd02-4737-8263-e521365ac0bc tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:04.923382 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ded76887-2451-4af8-a5d5-0ff225df9a6d req-e825f456-fd02-4737-8263-e521365ac0bc tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0470285 Jun 23 09:31:04.973124 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ded76887-2451-4af8-a5d5-0ff225df9a6d req-cc136a63-c8e4-4656-a494-f662d3f0d5b5 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408790 Jun 23 09:31:05.096060 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71259d-a715-42a7-9cb4-b78e7a7e1a1c req-cba92191-7b55-4a96-9b9e-b3f57bd15d44 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:05.097601 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2a71259d-a715-42a7-9cb4-b78e7a7e1a1c req-cba92191-7b55-4a96-9b9e-b3f57bd15d44 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0617244 Jun 23 09:31:05.146937 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2a71259d-a715-42a7-9cb4-b78e7a7e1a1c req-130c3fdb-de77-4032-9237-2b9e1ad37b63 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Jun 23 09:31:06.101248 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a2a2-0611-496e-ac3b-acdf5b7cf798 req-5b07051d-8877-473c-b7e0-e4af9453468e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:06.102734 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6f49a2a2-0611-496e-ac3b-acdf5b7cf798 req-5b07051d-8877-473c-b7e0-e4af9453468e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0488503 Jun 23 09:31:06.149039 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6f49a2a2-0611-496e-ac3b-acdf5b7cf798 req-356dd68b-54c5-4c82-8b06-078c13b6c628 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408885 Jun 23 09:31:06.260130 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001930e6-74eb-44fe-9b83-f90dabd74aae req-e60c0d25-62d5-4b82-a485-ece56abcae6a tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:06.261778 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-001930e6-74eb-44fe-9b83-f90dabd74aae req-e60c0d25-62d5-4b82-a485-ece56abcae6a tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0470450 Jun 23 09:31:06.310021 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-001930e6-74eb-44fe-9b83-f90dabd74aae req-05256154-19f1-4a0e-a0f6-f8d9b6a0d417 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Jun 23 09:31:06.861594 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48180) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:06.969439 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8c855f5-a192-4247-b5f3-6c6c1936ccb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:06.979568 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-1b3ee611-d6ec-459c-9d8c-0ec32387f697 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:06.981052 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-1b3ee611-d6ec-459c-9d8c-0ec32387f697 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.55 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0518966 Jun 23 09:31:07.051867 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8c855f5-a192-4247-b5f3-6c6c1936ccb0 admin admin] Publish callbacks [] for security_group (499b2d5d-ecea-441f-87ff-492df0d8dc90), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.065521 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Deleting port 22e31120-c9ad-4071-b7c6-4a5042d14b7c {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:07.065865 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.139841 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8c855f5-a192-4247-b5f3-6c6c1936ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (499b2d5d-ecea-441f-87ff-492df0d8dc90), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.161731 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] For port 22e31120-c9ad-4071-b7c6-4a5042d14b7c, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=22e31120-c9ad-4071-b7c6-4a5042d14b7c,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:07.164469 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.178770 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Calling delete_port for 22e31120-c9ad-4071-b7c6-4a5042d14b7c owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:07.193451 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e8c855f5-a192-4247-b5f3-6c6c1936ccb0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd36fda2fe544388b2392365bb4cb04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302243 Jun 23 09:31:07.194013 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c855f5-a192-4247-b5f3-6c6c1936ccb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499b2d5d-ecea-441f-87ff-492df0d8dc90,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:07.201000 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48188) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:07.253449 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c8d75f1e-1a50-4919-952e-5466832fde7a admin admin] Publish callbacks [] for security_group (499b2d5d-ecea-441f-87ff-492df0d8dc90), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.274719 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c8d75f1e-1a50-4919-952e-5466832fde7a admin admin] Publish callbacks [] for security_group (499b2d5d-ecea-441f-87ff-492df0d8dc90), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.290730 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52779c-0655-4e25-a439-7d3e5d819f46 req-6ea58a3f-7e8b-417c-adb5-e91fdcc85df3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:07.292316 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9b52779c-0655-4e25-a439-7d3e5d819f46 req-6ea58a3f-7e8b-417c-adb5-e91fdcc85df3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0584402 Jun 23 09:31:07.381728 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9b52779c-0655-4e25-a439-7d3e5d819f46 req-5d5080f6-9cf5-4253-9c9e-af78e6b24ef1 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825882 Jun 23 09:31:07.411242 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c8d75f1e-1a50-4919-952e-5466832fde7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (499b2d5d-ecea-441f-87ff-492df0d8dc90), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.413803 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c8d75f1e-1a50-4919-952e-5466832fde7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.415453 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c8d75f1e-1a50-4919-952e-5466832fde7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/499b2d5d-ecea-441f-87ff-492df0d8dc90 HTTP/1.1" status: 204 len: 168 time: 0.2128692 Jun 23 09:31:07.429017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d75f1e-1a50-4919-952e-5466832fde7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b2d5d-ecea-441f-87ff-492df0d8dc90,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:07.441132 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b6cc5-34d2-428f-8ad0-9d217f8416a4 req-11af214d-5fbf-4401-ae0d-551e0f8030de tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:07.442682 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f94b6cc5-34d2-428f-8ad0-9d217f8416a4 req-11af214d-5fbf-4401-ae0d-551e0f8030de tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 946 time: 0.0597982 Jun 23 09:31:07.476841 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (22e31120-c9ad-4071-b7c6-4a5042d14b7c), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.494387 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f94b6cc5-34d2-428f-8ad0-9d217f8416a4 req-6ce9ae02-8da3-498d-947c-8d90f8692051 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/security-groups?id=0edf9827-2684-400d-8fa5-c6c17c7a6485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Jun 23 09:31:07.505115 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Pushing event deleted for resources: {'Port': ['ID=22e31120-c9ad-4071-b7c6-4a5042d14b7c,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:07.522115 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['22e31120-c9ad-4071-b7c6-4a5042d14b7c'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:31:07.560635 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] No DVR routers for this DVR port 22e31120-c9ad-4071-b7c6-4a5042d14b7c on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:07.563158 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:07.566418 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3233b45a-acbc-4952-8636-9e6bd1226f38 req-5bf55fdb-5f27-4b0b-b84b-c84dd6ff14f8 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.55 "DELETE /v2.0/ports/22e31120-c9ad-4071-b7c6-4a5042d14b7c HTTP/1.1" status: 204 len: 173 time: 0.5795672 Jun 23 09:31:07.566901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'name': 'network-vif-deleted', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:31:07.569535 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a5d23-6d82-4db7-9796-d45a39f47bf1" -d '{"events": [{"server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "name": "network-vif-deleted", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:31:07.609062 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7d926d-e447-4413-bb66-d6902b1000c7 x-openstack-request-id: req-3f7d926d-e447-4413-bb66-d6902b1000c7 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:31:07.609358 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159bdef5-d7bd-4d8f-8d96-2176aa3c53a2", "name": "network-vif-deleted", "tag": "22e31120-c9ad-4071-b7c6-4a5042d14b7c", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:31:07.609607 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f7d926d-e447-4413-bb66-d6902b1000c7 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:31:07.610005 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7d926d-e447-4413-bb66-d6902b1000c7'] response: {'server_uuid': '159bdef5-d7bd-4d8f-8d96-2176aa3c53a2', 'name': 'network-vif-deleted', 'tag': '22e31120-c9ad-4071-b7c6-4a5042d14b7c', 'status': 'completed', 'code': 200} Jun 23 09:31:08.484763 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:08.498257 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183bd2a-821d-45c4-bbba-2142df05e0e1 req-c11b2fb3-546f-4dce-9783-da8876288980 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:08.499790 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2183bd2a-821d-45c4-bbba-2142df05e0e1 req-c11b2fb3-546f-4dce-9783-da8876288980 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0505514 Jun 23 09:31:08.512319 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:08.549454 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2183bd2a-821d-45c4-bbba-2142df05e0e1 req-730a02f7-de4f-4217-b3c3-562d47664ed2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437307 Jun 23 09:31:08.609484 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-eb398f24-8b4c-45ea-8a3a-27122af561d6 req-400a7ee0-1a10-4631-b227-52187407afb2 tempest-TestMinimumBasicScenario-252391469 tempest-TestMinimumBasicScenario-252391469-project] 10.222.0.52 "GET /v2.0/ports?device_id=159bdef5-d7bd-4d8f-8d96-2176aa3c53a2 HTTP/1.1" status: 200 len: 210 time: 0.0334971 Jun 23 09:31:09.524715 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 22e31120-c9ad-4071-b7c6-4a5042d14b7c no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:09.543028 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 22e31120-c9ad-4071-b7c6-4a5042d14b7c {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:09.543374 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 22e31120-c9ad-4071-b7c6-4a5042d14b7c not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:09.682892 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ce422-ac9c-4512-88f0-b55310c4f1d3 req-7c7d8c0a-9974-49d5-b5ed-c3314fbf1ce6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:09.684373 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9e7ce422-ac9c-4512-88f0-b55310c4f1d3 req-7c7d8c0a-9974-49d5-b5ed-c3314fbf1ce6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0501428 Jun 23 09:31:09.733008 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9e7ce422-ac9c-4512-88f0-b55310c4f1d3 req-548f5977-101b-4a09-8427-800861c37d59 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431774 Jun 23 09:31:10.087847 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-ced9e7a1-2d5e-4f25-8797-b1e2a3a15205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:10.859045 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebac153-e43d-461a-8f03-4f041a7b8dc8 req-619611df-a88a-4e5d-bc2d-ac5cc0b4677d tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:10.860484 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2ebac153-e43d-461a-8f03-4f041a7b8dc8 req-619611df-a88a-4e5d-bc2d-ac5cc0b4677d tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0579381 Jun 23 09:31:10.908152 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2ebac153-e43d-461a-8f03-4f041a7b8dc8 req-781fd132-f794-40a4-b9d2-737eae8b14c3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419140 Jun 23 09:31:11.230017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48310) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:11.794848 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (ae014fe9-9095-4166-aa22-60be6266a490), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:12.013992 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Deleting port 3b9ec84e-dd36-468a-9c60-b410d1073705 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:12.014673 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:12.022282 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079362f-f812-476e-9b84-672e6dbc5dcc req-98935e5d-b26a-40f0-95b1-e0ad50bcbb25 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:12.023886 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4079362f-f812-476e-9b84-672e6dbc5dcc req-98935e5d-b26a-40f0-95b1-e0ad50bcbb25 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0480542 Jun 23 09:31:12.055743 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:12.073000 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4079362f-f812-476e-9b84-672e6dbc5dcc req-9d84c3ba-eff6-42cb-a8d5-28f619a670fd tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427759 Jun 23 09:31:12.085562 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:12.104164 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] For port 3b9ec84e-dd36-468a-9c60-b410d1073705, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=3b9ec84e-dd36-468a-9c60-b410d1073705,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:12.104529 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:12.117483 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Calling delete_port for 3b9ec84e-dd36-468a-9c60-b410d1073705 owned by network:router_interface {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:12.161239 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:12.328368 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-14bf6952-d98a-4e1c-969f-dffefb43b56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:12.362849 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (3b9ec84e-dd36-468a-9c60-b410d1073705), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:12.386193 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9ec84e-dd36-468a-9c60-b410d1073705,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:12.484592 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=75 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:12.489079 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=65 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:12.559220 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (ae014fe9-9095-4166-aa22-60be6266a490), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:12.769077 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Router ae014fe9-9095-4166-aa22-60be6266a490 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:31:12.870243 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:12.875115 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-5e80d27d-9d08-4ea4-849c-7c14635280c8 admin admin] 10.222.0.52 "PUT /v2.0/routers/ae014fe9-9095-4166-aa22-60be6266a490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6440110 Jun 23 09:31:12.877661 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48324) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:12.880898 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] Sync routers for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:12.890458 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:12.891103 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:12.979294 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks [] for router (ae014fe9-9095-4166-aa22-60be6266a490), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:12.990048 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:13.071661 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:13.079232 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks [] for router_gateway (ae014fe9-9095-4166-aa22-60be6266a490), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:13.155453 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:31:12Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:13.175716 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:13.179445 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] Checking router: ae014fe9-9095-4166-aa22-60be6266a490 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:13.187547 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] Routers {'ae014fe9-9095-4166-aa22-60be6266a490'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:13.188129 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['ae014fe9-9095-4166-aa22-60be6266a490'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:13.191239 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a912a13-0791-4d49-ba7d-53d68c3593d5 req-af69e833-c7d6-49a8-a7d8-9bca097f81ea tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:13.192751 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3a912a13-0791-4d49-ba7d-53d68c3593d5 req-af69e833-c7d6-49a8-a7d8-9bca097f81ea tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0494287 Jun 23 09:31:13.262986 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Deleting port c7559ed3-5ae9-495a-a040-5166de9a0656 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:13.263334 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:13.269460 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3a912a13-0791-4d49-ba7d-53d68c3593d5 req-9859e8f0-e141-4250-adc1-a8c6613a7c83 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708466 Jun 23 09:31:13.292245 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] Set router ae014fe9-9095-4166-aa22-60be6266a490 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:13.361174 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] For port c7559ed3-5ae9-495a-a040-5166de9a0656, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=c7559ed3-5ae9-495a-a040-5166de9a0656,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:13.361581 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:13.378555 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Calling delete_port for c7559ed3-5ae9-495a-a040-5166de9a0656 owned by network:router_gateway {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:13.463743 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:31:12Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:13.584833 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be154cfb-a03a-4d64-93f6-64cd720aefa3 None None] The sync data for ids ['ae014fe9-9095-4166-aa22-60be6266a490'] in dv-cinder-847274-1-iscsi is: [{'id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'name': 'tempest-TestMinimumBasicScenario-1138841467-router', 'tenant_id': 'f17a6a1110a2462b98908ecbc67564f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:20Z', 'updated_at': '2022-06-23T09:31:12Z', 'revision_number': 5, 'project_id': 'f17a6a1110a2462b98908ecbc67564f9', 'gw_port': {'id': 'c7559ed3-5ae9-495a-a040-5166de9a0656', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae014fe9-9095-4166-aa22-60be6266a490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:21Z', 'updated_at': '2022-06-23T09:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:13.596840 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:13.709147 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:13.721454 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6beaf-464e-44e0-bd21-368fdff99646 req-94e11d17-917f-44c6-847d-0714898287df tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:13.722973 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4db6beaf-464e-44e0-bd21-368fdff99646 req-94e11d17-917f-44c6-847d-0714898287df tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0464306 Jun 23 09:31:13.735827 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (c7559ed3-5ae9-495a-a040-5166de9a0656), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:13.769419 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7559ed3-5ae9-495a-a040-5166de9a0656,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:13.836071 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4db6beaf-464e-44e0-bd21-368fdff99646 req-9e327a43-8a4f-4884-8f07-8468507bb3f5 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070056 Jun 23 09:31:13.851774 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (ae014fe9-9095-4166-aa22-60be6266a490), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:13.939348 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (ae014fe9-9095-4166-aa22-60be6266a490), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:13.941375 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks [] for router_controller (ae014fe9-9095-4166-aa22-60be6266a490), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.041366 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-e193f04c-69c6-4088-859f-a7100bdae5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:14.042757 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (ae014fe9-9095-4166-aa22-60be6266a490), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.042975 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-e193f04c-69c6-4088-859f-a7100bdae5e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 1129 time: 0.0496275 Jun 23 09:31:14.043479 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae014fe9-9095-4166-aa22-60be6266a490 {{(pid=104734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:31:14.048027 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.049553 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c1444d91-89a4-467b-a2a5-6ef307b6c19b admin admin] 10.222.0.52 "DELETE /v2.0/routers/ae014fe9-9095-4166-aa22-60be6266a490 HTTP/1.1" status: 204 len: 168 time: 1.1708682 Jun 23 09:31:14.052223 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48342) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:14.068140 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:14.104521 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 3b9ec84e-dd36-468a-9c60-b410d1073705 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:14.134297 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 3b9ec84e-dd36-468a-9c60-b410d1073705 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:14.134409 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 3b9ec84e-dd36-468a-9c60-b410d1073705 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:14.163838 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Deleting subnet 60c84e34-b082-41b8-a38a-07c229aaa839 {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:31:14.170536 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Publish callbacks [] for subnet (60c84e34-b082-41b8-a38a-07c229aaa839), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.220078 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (60c84e34-b082-41b8-a38a-07c229aaa839), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.222150 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-c8e0f523-ce82-4ec6-a21e-85b182a74e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:14.223695 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-c8e0f523-ce82-4ec6-a21e-85b182a74e95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 911 time: 0.1744595 Jun 23 09:31:14.318996 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-d550970c-45f9-4f71-b19f-1830bc13c27c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95dc3d13-1af1-41f6-949f-2220f4476942 HTTP/1.1" status: 200 len: 1001 time: 0.0734537 Jun 23 09:31:14.385166 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (60c84e34-b082-41b8-a38a-07c229aaa839), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.418655 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-96db9d28-d4f0-4f1b-8701-dc884d5da666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:14.420161 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-96db9d28-d4f0-4f1b-8701-dc884d5da666 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff4218dd-159c-44f2-88a2-68834a3147f0 HTTP/1.1" status: 200 len: 849 time: 0.0848088 Jun 23 09:31:14.445062 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:14.478247 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-e4e76aa4-7398-4e8a-bacf-e655394167c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:14.479856 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-e4e76aa4-7398-4e8a-bacf-e655394167c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91dc23ae-594e-42cc-bac4-fbd112cab953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481002 Jun 23 09:31:14.553792 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (60c84e34-b082-41b8-a38a-07c229aaa839), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.593690 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c84e34-b082-41b8-a38a-07c229aaa839,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:14.606956 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d13fc-126d-45f8-99ee-f31778af001d None None] Network 3e6d8e95-96b3-49d4-8814-891949660fde requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:14.618878 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.619693 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/60c84e34-b082-41b8-a38a-07c229aaa839 HTTP/1.1" status: 204 len: 168 time: 0.5591617 Jun 23 09:31:14.621256 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.621603 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.621943 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.622283 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.622720 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.622897 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48348) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:14.623392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.623392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.623743 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.624025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.624353 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.624675 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.624997 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.625315 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.625633 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.625978 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ced3ec-a20b-4761-9078-26d83649c944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:14.648631 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-751cf786-0e7d-4363-8208-e0cd9c482f21 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609833 Jun 23 09:31:14.752777 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (3e6d8e95-96b3-49d4-8814-891949660fde), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.860773 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Deleting port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:14.861132 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:14.880060 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-748a9031-c56e-404f-b0ad-a3ca5b9e1777 req-47adc8b8-bdac-41b8-83e0-275a0a6bc851 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231934 Jun 23 09:31:14.942816 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] DHCP port deletion for 3e6d8e95-96b3-49d4-8814-891949660fde request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:31:15.046633 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] Deleting port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:15.046633 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.050482 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] For port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:15.050985 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.066725 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Calling delete_port for 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:15.072661 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18952805-73a8-48c3-9945-011a2292e31f req-ce1d1f12-c9ca-4bbc-ac15-09579da8ecfa tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:15.074298 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-18952805-73a8-48c3-9945-011a2292e31f req-ce1d1f12-c9ca-4bbc-ac15-09579da8ecfa tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0948467 Jun 23 09:31:15.161251 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-18952805-73a8-48c3-9945-011a2292e31f req-d9a5b0c1-090c-47c3-b786-3206ca25cceb tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762081 Jun 23 09:31:15.179219 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] For port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,segment=NetworkSegment(3160a7c6-455d-4915-93ef-8fe05b56964d),segment_id=3160a7c6-455d-4915-93ef-8fe05b56964d)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:15.179628 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.194417 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] Calling delete_port for 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:15.294151 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.298167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.306560 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (77aa0f7d-c67c-4260-8a82-cf6adfe18f5b), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.314883 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:15.319209 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:15.323751 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] No DVR routers for this DVR port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b on host dv-cinder-847274-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:15.335491 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] Pushing event deleted for resources: {'Port': ['ID=77aa0f7d-c67c-4260-8a82-cf6adfe18f5b,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:15.339654 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcd322-c1e7-4075-8e99-13e84a7ed9d0 None None] No DVR routers for this DVR port 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:15.413217 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (3e6d8e95-96b3-49d4-8814-891949660fde), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.438141 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6d8e95-96b3-49d4-8814-891949660fde']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:15.440184 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:15.450888 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3160a7c6-455d-4915-93ef-8fe05b56964d') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:15.450888 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3160a7c6-455d-4915-93ef-8fe05b56964d') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:15.478202 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (3160a7c6-455d-4915-93ef-8fe05b56964d), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.479130 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.491775 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (3160a7c6-455d-4915-93ef-8fe05b56964d), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.499238 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:31:15.499551 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (3160a7c6-455d-4915-93ef-8fe05b56964d), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.632554 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 3160a7c6-455d-4915-93ef-8fe05b56964d resource provider aggregate not found Jun 23 09:31:15.647888 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 3160a7c6-455d-4915-93ef-8fe05b56964d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3160a7c6-455d-4915-93ef-8fe05b56964d found for delete ", "request_id": "req-d03d0acc-4278-41be-9bc5-f6192a77dbb8"}]} Jun 23 09:31:15.682475 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (3e6d8e95-96b3-49d4-8814-891949660fde), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.688290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:15.691324 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3e6d8e95-96b3-49d4-8814-891949660fde HTTP/1.1" status: 204 len: 168 time: 1.0669732 Jun 23 09:31:15.694345 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48390) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:15.703949 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a0dbc-4fde-4ca6-9a9b-2716a220baf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e6d8e95-96b3-49d4-8814-891949660fde,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:15.761643 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:15.786522 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:15.787220 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 77aa0f7d-c67c-4260-8a82-cf6adfe18f5b not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:15.788181 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device c7559ed3-5ae9-495a-a040-5166de9a0656 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:15.809189 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: c7559ed3-5ae9-495a-a040-5166de9a0656 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:15.809796 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device c7559ed3-5ae9-495a-a040-5166de9a0656 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:16.088144 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:16.104999 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (20fefb11-23a0-4d23-acf0-bdd67adaa146), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:16.287226 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939fa8f-d869-4728-84f8-3f05a8eaf8f9 req-52f43f0d-38e9-4973-a245-3ffba4b4745f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:16.288803 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e939fa8f-d869-4728-84f8-3f05a8eaf8f9 req-52f43f0d-38e9-4973-a245-3ffba4b4745f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0502262 Jun 23 09:31:16.342402 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e939fa8f-d869-4728-84f8-3f05a8eaf8f9 req-366604ed-026f-4af0-970d-18f4e0035f32 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476539 Jun 23 09:31:16.614606 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Deleting port b66f0e91-ec43-4000-9047-f8f53b6d1248 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:16.614871 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:16.694092 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:16.696583 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] For port b66f0e91-ec43-4000-9047-f8f53b6d1248, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=b66f0e91-ec43-4000-9047-f8f53b6d1248,segment=NetworkSegment(a94e81b1-8bf4-4713-97f5-51375c2674bb),segment_id=a94e81b1-8bf4-4713-97f5-51375c2674bb)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:16.696946 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:16.710581 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Calling delete_port for b66f0e91-ec43-4000-9047-f8f53b6d1248 owned by network:router_interface {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:16.968307 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (b66f0e91-ec43-4000-9047-f8f53b6d1248), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:16.994035 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66f0e91-ec43-4000-9047-f8f53b6d1248,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:17.172763 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (20fefb11-23a0-4d23-acf0-bdd67adaa146), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:17.383853 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Router 20fefb11-23a0-4d23-acf0-bdd67adaa146 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:31:17.483703 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:17.489633 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-bf1f663f-0b8e-43c7-8852-456f36c40619 admin admin] 10.222.0.52 "PUT /v2.0/routers/20fefb11-23a0-4d23-acf0-bdd67adaa146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7942245 Jun 23 09:31:17.492241 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48412) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:17.492604 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] Sync routers for ids ['20fefb11-23a0-4d23-acf0-bdd67adaa146'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:17.497539 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:17.502280 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] Routers {'20fefb11-23a0-4d23-acf0-bdd67adaa146'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:17.506844 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['20fefb11-23a0-4d23-acf0-bdd67adaa146'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:17.601992 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks [] for router (20fefb11-23a0-4d23-acf0-bdd67adaa146), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:17.603965 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:17.623158 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] Set router 20fefb11-23a0-4d23-acf0-bdd67adaa146 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:17.624892 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:17.695105 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:17.710126 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks [] for router_gateway (20fefb11-23a0-4d23-acf0-bdd67adaa146), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:17.797311 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:31:16Z', 'revision_number': 5, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:17.822062 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] Checking router: 20fefb11-23a0-4d23-acf0-bdd67adaa146 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:17.830736 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] Routers {'20fefb11-23a0-4d23-acf0-bdd67adaa146'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:17.831360 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['20fefb11-23a0-4d23-acf0-bdd67adaa146'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:17.883212 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Deleting port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:17.883576 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:17.932747 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] Set router 20fefb11-23a0-4d23-acf0-bdd67adaa146 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:17.965625 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] For port e2a8ed1d-5fdf-402a-9d35-8c516e232eb1, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=e2a8ed1d-5fdf-402a-9d35-8c516e232eb1,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:17.965993 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:17.979683 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Calling delete_port for e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 owned by network:router_gateway {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:18.108248 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:31:16Z', 'revision_number': 5, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:18.134340 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d5515c-259e-4ea7-8cfb-51393ee056ea None None] The sync data for ids ['20fefb11-23a0-4d23-acf0-bdd67adaa146'] in dv-cinder-847274-1-iscsi is: [{'id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'name': 'tempest-TestMinimumBasicScenario-1831731999-router', 'tenant_id': '2b59fd48833d405689eef891b34f5da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:28:26Z', 'updated_at': '2022-06-23T09:31:16Z', 'revision_number': 5, 'project_id': '2b59fd48833d405689eef891b34f5da3', 'gw_port': {'id': 'e2a8ed1d-5fdf-402a-9d35-8c516e232eb1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20fefb11-23a0-4d23-acf0-bdd67adaa146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:28:27Z', 'updated_at': '2022-06-23T09:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:18.244974 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0115448-22d7-43f7-99e0-ba118e5510ff req-2f9ddb58-b3be-4ff2-8ce4-af990cf4cdc2 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:18.246607 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d0115448-22d7-43f7-99e0-ba118e5510ff req-2f9ddb58-b3be-4ff2-8ce4-af990cf4cdc2 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 946 time: 0.0513973 Jun 23 09:31:18.248773 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (e2a8ed1d-5fdf-402a-9d35-8c516e232eb1), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.279219 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a8ed1d-5fdf-402a-9d35-8c516e232eb1,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:18.306392 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d0115448-22d7-43f7-99e0-ba118e5510ff req-ae469a5f-63d3-4cd9-9449-fd400ff35a2b tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538695 Jun 23 09:31:18.354521 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (20fefb11-23a0-4d23-acf0-bdd67adaa146), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.441213 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (20fefb11-23a0-4d23-acf0-bdd67adaa146), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.443355 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks [] for router_controller (20fefb11-23a0-4d23-acf0-bdd67adaa146), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.522394 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (20fefb11-23a0-4d23-acf0-bdd67adaa146), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.523095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20fefb11-23a0-4d23-acf0-bdd67adaa146 {{(pid=104735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:31:18.530303 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.534565 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-60be0496-82dc-4a14-9d3f-1453b5fd7776 admin admin] 10.222.0.52 "DELETE /v2.0/routers/20fefb11-23a0-4d23-acf0-bdd67adaa146 HTTP/1.1" status: 204 len: 168 time: 1.0391788 Jun 23 09:31:18.534798 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48438) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:18.580872 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ceea5e3-e721-479b-ad7a-6a6bb58c62ef admin admin] Deleting subnet f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:31:18.584251 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ceea5e3-e721-479b-ad7a-6a6bb58c62ef admin admin] Publish callbacks [] for subnet (f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.632685 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ceea5e3-e721-479b-ad7a-6a6bb58c62ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.652526 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:18.714851 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ceea5e3-e721-479b-ad7a-6a6bb58c62ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.769143 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:18.837345 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ceea5e3-e721-479b-ad7a-6a6bb58c62ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.859466 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceea5e3-e721-479b-ad7a-6a6bb58c62ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:18.868584 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6ceea5e3-e721-479b-ad7a-6a6bb58c62ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.872424 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-6ceea5e3-e721-479b-ad7a-6a6bb58c62ef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f5e5a081-e1f0-44db-b7a5-ec1bd85f4ffa HTTP/1.1" status: 204 len: 168 time: 0.3365498 Jun 23 09:31:18.874099 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafedbae-5d16-4323-a35e-6460025c0ed6 None None] Network 0c780a2f-91ca-4722-97d3-7011208c2304 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:18.874574 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48444) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:18.929829 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:18.944584 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (0c780a2f-91ca-4722-97d3-7011208c2304), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:18.988014 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Deleting port 51e24b87-5c47-4445-bb20-6aadf76d31e2 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:18.988377 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.059513 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] For port 51e24b87-5c47-4445-bb20-6aadf76d31e2, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=51e24b87-5c47-4445-bb20-6aadf76d31e2,segment=NetworkSegment(a94e81b1-8bf4-4713-97f5-51375c2674bb),segment_id=a94e81b1-8bf4-4713-97f5-51375c2674bb)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:19.059849 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.081238 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Calling delete_port for 51e24b87-5c47-4445-bb20-6aadf76d31e2 owned by network:dhcp {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:19.166504 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] DHCP port deletion for 0c780a2f-91ca-4722-97d3-7011208c2304 request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:31:19.205070 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] Deleting port 51e24b87-5c47-4445-bb20-6aadf76d31e2 {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:19.205473 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.259589 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.269960 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] For port 51e24b87-5c47-4445-bb20-6aadf76d31e2, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=51e24b87-5c47-4445-bb20-6aadf76d31e2,segment=NetworkSegment(a94e81b1-8bf4-4713-97f5-51375c2674bb),segment_id=a94e81b1-8bf4-4713-97f5-51375c2674bb)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:19.270353 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.282939 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e24b87-5c47-4445-bb20-6aadf76d31e2,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:19.283661 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] Calling delete_port for 51e24b87-5c47-4445-bb20-6aadf76d31e2 owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:19.288542 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] No DVR routers for this DVR port 51e24b87-5c47-4445-bb20-6aadf76d31e2 on host dv-cinder-847274-1-iscsi {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:19.363841 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (51e24b87-5c47-4445-bb20-6aadf76d31e2), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.364096 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (0c780a2f-91ca-4722-97d3-7011208c2304), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.393011 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c780a2f-91ca-4722-97d3-7011208c2304']}} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:19.393208 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] Pushing event deleted for resources: {'Port': ['ID=51e24b87-5c47-4445-bb20-6aadf76d31e2,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:19.393208 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a3e92d-ae9e-4d55-a47a-9357f8d7ca3a None None] No DVR routers for this DVR port 51e24b87-5c47-4445-bb20-6aadf76d31e2 on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:19.409106 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94e81b1-8bf4-4713-97f5-51375c2674bb') {'for_net_delete': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:19.409402 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94e81b1-8bf4-4713-97f5-51375c2674bb') {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:19.437935 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3843396'] for segment (a94e81b1-8bf4-4713-97f5-51375c2674bb), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.453153 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:19.460188 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01709895-9e1d-4364-a24e-e565c6a1f235 req-f7f066ee-618f-43bc-87cf-1a17cdb48e25 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:19.462179 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-01709895-9e1d-4364-a24e-e565c6a1f235 req-f7f066ee-618f-43bc-87cf-1a17cdb48e25 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 946 time: 0.0752769 Jun 23 09:31:19.463157 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (a94e81b1-8bf4-4713-97f5-51375c2674bb), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.471423 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:31:19.471812 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097416'] for segment (a94e81b1-8bf4-4713-97f5-51375c2674bb), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.503092 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment a94e81b1-8bf4-4713-97f5-51375c2674bb resource provider aggregate not found Jun 23 09:31:19.524326 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment a94e81b1-8bf4-4713-97f5-51375c2674bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a94e81b1-8bf4-4713-97f5-51375c2674bb found for delete ", "request_id": "req-15d1fcba-62eb-4f51-ba4c-040d832624b2"}]} Jun 23 09:31:19.577490 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-01709895-9e1d-4364-a24e-e565c6a1f235 req-a10bf06a-1ccb-4e49-bced-449728c4c062 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups?id=3427bcd9-ad8d-48b9-9e14-77c05f3797ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090996 Jun 23 09:31:19.624924 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (0c780a2f-91ca-4722-97d3-7011208c2304), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.632379 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.635512 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0c780a2f-91ca-4722-97d3-7011208c2304 HTTP/1.1" status: 204 len: 168 time: 0.7600145 Jun 23 09:31:19.645361 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3985f71-a8a8-4bbc-8bc8-1ee936f08fc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c780a2f-91ca-4722-97d3-7011208c2304,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:19.750301 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device b66f0e91-ec43-4000-9047-f8f53b6d1248 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:19.756937 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c38b901b-f327-4a88-8c83-ad3bd1b8e5c2 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:19.758432 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c38b901b-f327-4a88-8c83-ad3bd1b8e5c2 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 946 time: 0.0517251 Jun 23 09:31:19.773416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: b66f0e91-ec43-4000-9047-f8f53b6d1248 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:19.774373 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device b66f0e91-ec43-4000-9047-f8f53b6d1248 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:19.774774 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 51e24b87-5c47-4445-bb20-6aadf76d31e2 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:19.793219 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 51e24b87-5c47-4445-bb20-6aadf76d31e2 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:19.793567 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 51e24b87-5c47-4445-bb20-6aadf76d31e2 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:19.793981 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:19.811492 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:19.811948 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device e2a8ed1d-5fdf-402a-9d35-8c516e232eb1 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:19.848613 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Deleting port c9d1a564-114e-4aa5-8d8c-8f2812e40962 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:19.848941 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.938443 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] For port c9d1a564-114e-4aa5-8d8c-8f2812e40962, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=c9d1a564-114e-4aa5-8d8c-8f2812e40962,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:19.938803 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:19.966338 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48456) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:20.006374 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2063198e-86d0-42e3-8b58-7ba035f50fb1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f17a6a1110a2462b98908ecbc67564f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388432 Jun 23 09:31:20.009286 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48458) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:20.029962 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:20.057361 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e51113b3-af68-4792-b82e-c343ad0e0df2 admin admin] Publish callbacks [] for security_group (0edf9827-2684-400d-8fa5-c6c17c7a6485), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:20.081199 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e51113b3-af68-4792-b82e-c343ad0e0df2 admin admin] Publish callbacks [] for security_group (0edf9827-2684-400d-8fa5-c6c17c7a6485), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:20.111617 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:20.112111 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (2581144a-b5fb-4ec9-9648-8f6b46cda6bb), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:20.112921 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Floating IP 2581144a-b5fb-4ec9-9648-8f6b46cda6bb disassociated. External IP: 172.27.2.95, port: c9d1a564-114e-4aa5-8d8c-8f2812e40962. Jun 23 09:31:20.113366 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Calling delete_port for c9d1a564-114e-4aa5-8d8c-8f2812e40962 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:20.225206 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e51113b3-af68-4792-b82e-c343ad0e0df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (0edf9827-2684-400d-8fa5-c6c17c7a6485), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:20.228010 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e51113b3-af68-4792-b82e-c343ad0e0df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:20.229587 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e51113b3-af68-4792-b82e-c343ad0e0df2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0edf9827-2684-400d-8fa5-c6c17c7a6485 HTTP/1.1" status: 204 len: 168 time: 0.2194054 Jun 23 09:31:20.248205 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51113b3-af68-4792-b82e-c343ad0e0df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edf9827-2684-400d-8fa5-c6c17c7a6485,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:20.328003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (c9d1a564-114e-4aa5-8d8c-8f2812e40962), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:20.340164 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:20.360934 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'Port': ['ID=c9d1a564-114e-4aa5-8d8c-8f2812e40962,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:20.471006 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:31:20.530646 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:20.586151 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:20.598273 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:20.610289 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:20.611168 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:20.648035 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] No DVR routers for this DVR port c9d1a564-114e-4aa5-8d8c-8f2812e40962 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:20.648035 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:20.650753 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d50f011b-1149-44f3-bd27-4874f6e59bf9 req-c70d8883-ae1e-473b-ae72-dae8c4589066 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.55 "DELETE /v2.0/ports/c9d1a564-114e-4aa5-8d8c-8f2812e40962 HTTP/1.1" status: 204 len: 173 time: 0.8872354 Jun 23 09:31:20.651410 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'name': 'network-vif-deleted', 'tag': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:31:20.653900 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c08d2e-cf50-4b81-9633-f25b3316aa09" -d '{"events": [{"server_uuid": "a07552f3-8f05-43be-9c71-115133c1efbf", "name": "network-vif-deleted", "tag": "c9d1a564-114e-4aa5-8d8c-8f2812e40962"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:31:20.708443 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b4a8b1e4-acb2-46c4-85fa-cbec25671680 req-d22a3d7f-8695-4dd1-8bf8-d70482e64f98 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 210 time: 0.0431125 Jun 23 09:31:20.724210 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b67274-80e2-48e6-83d4-7c4bab9d2139 x-openstack-request-id: req-10b67274-80e2-48e6-83d4-7c4bab9d2139 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:31:20.724505 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07552f3-8f05-43be-9c71-115133c1efbf", "name": "network-vif-deleted", "tag": "c9d1a564-114e-4aa5-8d8c-8f2812e40962", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:31:20.724826 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10b67274-80e2-48e6-83d4-7c4bab9d2139 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:31:20.725322 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b67274-80e2-48e6-83d4-7c4bab9d2139'] response: {'server_uuid': 'a07552f3-8f05-43be-9c71-115133c1efbf', 'name': 'network-vif-deleted', 'tag': 'c9d1a564-114e-4aa5-8d8c-8f2812e40962', 'status': 'completed', 'code': 200} Jun 23 09:31:20.755822 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:20.946853 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:20.995738 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:21.023088 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:21.031856 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:21.032452 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:21.077480 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:21.130812 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:21.311163 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:21.314609 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48480) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:21.335975 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ebaa0d-05a1-4128-9ac8-f114aefb6350 None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:25:34Z', 'revision_number': 4, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '7e034f57-b301-44c9-9ccf-51fc9bc8424e', 'name': '', 'network_id': '308c25e5-5cce-431f-b4d9-9d80a125cd28', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'mac_address': 'fa:16:3e:dc:16:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_interface', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:33Z', 'updated_at': '2022-06-23T09:25:37Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'subnets': [{'id': '29f1d82f-f8aa-4800-8832-49122874b4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:21.359165 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a8590ddd-2be1-4d50-87c4-0b1e663ec80c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b59fd48833d405689eef891b34f5da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429685 Jun 23 09:31:21.361692 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48482) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:21.411992 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-93a17806-c5f8-4ced-8d6a-8f6829ff47f0 admin admin] Publish callbacks [] for security_group (2aa0498d-2663-48cc-9656-fcb6d6791d5b), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:21.434524 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-93a17806-c5f8-4ced-8d6a-8f6829ff47f0 admin admin] Publish callbacks [] for security_group (2aa0498d-2663-48cc-9656-fcb6d6791d5b), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:21.545253 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-93a17806-c5f8-4ced-8d6a-8f6829ff47f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (2aa0498d-2663-48cc-9656-fcb6d6791d5b), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:21.548869 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-93a17806-c5f8-4ced-8d6a-8f6829ff47f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:21.550049 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-93a17806-c5f8-4ced-8d6a-8f6829ff47f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2aa0498d-2663-48cc-9656-fcb6d6791d5b HTTP/1.1" status: 204 len: 168 time: 0.1874120 Jun 23 09:31:21.559326 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a17806-c5f8-4ced-8d6a-8f6829ff47f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa0498d-2663-48cc-9656-fcb6d6791d5b,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:21.573516 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd19270-c193-4317-b9d7-d4c66394f7a6 None None] New status for floating IP 2581144a-b5fb-4ec9-9648-8f6b46cda6bb: DOWN {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:31:21.819174 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3ebf659a-439e-4d2e-8b1e-4a5b231b2d7d req-f5de695b-e4d6-462a-ab9d-3afa550b5097 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/ports?device_id=a07552f3-8f05-43be-9c71-115133c1efbf HTTP/1.1" status: 200 len: 210 time: 0.0306354 Jun 23 09:31:22.582402 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48520) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:22.681845 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1507753525-network', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:22.819076 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Made reservation on behalf of a100fa3c9d124f9089173a35a1e3691d for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:31:22.821570 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:22.830507 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:22.910528 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Publish callbacks [] for security_group (e1119e0a-b784-433b-802d-b282b7a86d19), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.014729 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48528) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:23.030731 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:23.051018 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e1119e0a-b784-433b-802d-b282b7a86d19), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.093683 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:31:23.099477 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-71f9fe21-0f07-4e5d-a3fa-c08d77165b99 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (3427bcd9-ad8d-48b9-9e14-77c05f3797ab), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.107319 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1119e0a-b784-433b-802d-b282b7a86d19,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:23.117281 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (00e1dbb1-f051-497c-bb77-facfa14e2755), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.117760 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Added segment 00e1dbb1-f051-497c-bb77-facfa14e2755 of type vlan for network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 Jun 23 09:31:23.156995 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-71f9fe21-0f07-4e5d-a3fa-c08d77165b99 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (3427bcd9-ad8d-48b9-9e14-77c05f3797ab), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.183852 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (88fe912b-da29-4c17-ab52-b1ab29cc85c5), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.191064 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:23.293930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (88fe912b-da29-4c17-ab52-b1ab29cc85c5), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.295060 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:23.300528 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.300528 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-71f9fe21-0f07-4e5d-a3fa-c08d77165b99 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (3427bcd9-ad8d-48b9-9e14-77c05f3797ab), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.302630 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-71f9fe21-0f07-4e5d-a3fa-c08d77165b99 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.303835 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-71f9fe21-0f07-4e5d-a3fa-c08d77165b99 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "DELETE /v2.0/security-groups/3427bcd9-ad8d-48b9-9e14-77c05f3797ab HTTP/1.1" status: 204 len: 168 time: 0.2880378 Jun 23 09:31:23.307127 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48530) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:23.322240 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.api.v2.resource [None req-917c6135-0196-432d-865c-099ebe81fba0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] show failed (client error): The resource could not be found. Jun 23 09:31:23.326017 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-917c6135-0196-432d-865c-099ebe81fba0 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "GET /v2.0/security-groups/3427bcd9-ad8d-48b9-9e14-77c05f3797ab HTTP/1.1" status: 404 len: 347 time: 0.0151179 Jun 23 09:31:23.326246 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48532) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:23.335945 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9fe21-0f07-4e5d-a3fa-c08d77165b99 tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3427bcd9-ad8d-48b9-9e14-77c05f3797ab,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:23.375760 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=88fe912b-da29-4c17-ab52-b1ab29cc85c5,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:23.385738 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:31:23.401937 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8b4dae5e-53af-44b1-a9ec-28c010548cd7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8156924 Jun 23 09:31:23.403141 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48534) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:23.407950 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Request body: {'subnet': {'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1507753525-subnet', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:23.451181 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Deleting port d77684ae-236b-4404-a745-13665dc99a0d {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:23.451537 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (d77684ae-236b-4404-a745-13665dc99a0d), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.488460 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Made reservation on behalf of a100fa3c9d124f9089173a35a1e3691d for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:31:23.491033 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9992445'] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.530612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (d77684ae-236b-4404-a745-13665dc99a0d), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.530968 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (d77684ae-236b-4404-a745-13665dc99a0d), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.544381 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Calling delete_port for d77684ae-236b-4404-a745-13665dc99a0d owned by network:floatingip {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:23.556576 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device c9d1a564-114e-4aa5-8d8c-8f2812e40962 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:23.577095 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: c9d1a564-114e-4aa5-8d8c-8f2812e40962 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:23.577820 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device c9d1a564-114e-4aa5-8d8c-8f2812e40962 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:23.739692 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9992331'] for subnet (5fce2325-c94b-4797-ada2-3096657750cd), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.767913 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (d77684ae-236b-4404-a745-13665dc99a0d), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.793834 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Pushing event deleted for resources: {'Port': ['ID=d77684ae-236b-4404-a745-13665dc99a0d,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:23.819619 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fce2325-c94b-4797-ada2-3096657750cd,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:23.819619 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Checking segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:23.819619 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Network hostable DHCP agents. Network: 88fe912b-da29-4c17-ab52-b1ab29cc85c5, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:31:23.863377 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks [] for floatingip (2581144a-b5fb-4ec9-9648-8f6b46cda6bb), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.865740 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.866883 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-441c232e-b35b-47e6-b77d-ea09f6d323bf tempest-AttachVolumeNegativeTest-904180418 tempest-AttachVolumeNegativeTest-904180418-project] 10.222.0.52 "DELETE /v2.0/floatingips/2581144a-b5fb-4ec9-9648-8f6b46cda6bb HTTP/1.1" status: 204 len: 168 time: 0.5397396 Jun 23 09:31:23.904807 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:31:23.984675 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 88fe912b-da29-4c17-ab52-b1ab29cc85c5) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:23.989050 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:23.989634 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:23.995970 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c944d1-e20f-4cf7-b521-7aeb44190bf6 None None] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:24.092841 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f83248cc-8224-4bfa-8025-b1052433029b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6885438 Jun 23 09:31:24.102710 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48548) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:24.103129 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:31:24.103129 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:24.103360 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:24.239534 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Allocated IP 172.20.0.2 (88fe912b-da29-4c17-ab52-b1ab29cc85c5/5fce2325-c94b-4797-ada2-3096657750cd/42c3c472-0ff4-407a-ad66-8c9d1ebcb96e) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:31:24.271066 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (226d4099-aef0-45a2-92f9-4c482bbd8790), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:24.272157 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (226d4099-aef0-45a2-92f9-4c482bbd8790), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:24.322094 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks [] for router_controller (226d4099-aef0-45a2-92f9-4c482bbd8790), precommit_add_association {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:24.378943 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Publish callbacks [] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:24.460000 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:24.499914 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:31:24.504632 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:24.509157 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:31:24.514521 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Pushing event updated for resources: {'Port': ['ID=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:24.571454 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Attempting to bind port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:31:24.571864 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Attempting to bind port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:31:24.572201 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Attempting to bind port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:31:24.577898 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:31:24.578275 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Checking segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:24.578682 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:24.579109 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Bound using segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:31:24.579585 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Bound port: 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:31:24.579974 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:24.650371 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] For port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:31:24.653696 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] For port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:31:24.783480 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks [] for router_gateway (226d4099-aef0-45a2-92f9-4c482bbd8790), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:25.059720 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:25.113742 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb89ab-b58b-44aa-9990-cdd0f330b4b1 None None] Pushing event updated for resources: {'Port': ['ID=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:25.398042 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:25.452580 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks [] for router_gateway (226d4099-aef0-45a2-92f9-4c482bbd8790), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:25.474707 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:25.521973 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:25.589328 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Allocated IP 172.27.2.223 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/cd9e8364-c3a1-40a9-9b35-5a4253fb0de6) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:31:25.697688 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks [] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:25.785906 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:25.819586 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:25.839309 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:25.839669 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:25.866686 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:31:25.869551 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:25.872492 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:31:25.885323 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:25.905017 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Pushing event updated for resources: {'Port': ['ID=cd9e8364-c3a1-40a9-9b35-5a4253fb0de6,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:25.926553 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:25.930153 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:25.930801 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:25.934242 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:25.967671 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:26.079473 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ce182-0b5b-4992-a4d6-553a84052868 None None] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:26.105586 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:26.192412 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-36dfbc37-5269-45f5-90f0-28d7d38a769e None None] Provisioning complete for port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:26.192783 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-36dfbc37-5269-45f5-90f0-28d7d38a769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:26.197906 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:26.202550 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks [] for router_gateway (226d4099-aef0-45a2-92f9-4c482bbd8790), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:26.245510 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:26.317095 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-36dfbc37-5269-45f5-90f0-28d7d38a769e None None] Current status of the port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:26.408735 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (226d4099-aef0-45a2-92f9-4c482bbd8790), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:26.543913 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-10986429-9d42-4eda-8319-f624d900fcf9 None None] Provisioning complete for port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:26.546290 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-10986429-9d42-4eda-8319-f624d900fcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:26.601988 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:31:26.636313 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-10986429-9d42-4eda-8319-f624d900fcf9 None None] Current status of the port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:26.690749 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:26.735473 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:26.746177 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:26.759420 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:26.759420 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:26.827273 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:26.828824 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-ba30d316-9809-4d31-be87-39e5d084af6a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7316494 Jun 23 09:31:26.831689 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48600) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:26.865064 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:27.036742 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:27.042680 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:26Z', 'revision_number': 3, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:27.066757 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:27.067133 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Updating router 226d4099-aef0-45a2-92f9-4c482bbd8790 port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:31:27.093937 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.259932 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:27.356960 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Publish callbacks [] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.476673 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.496152 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:27.528121 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Pushing event updated for resources: {'Port': ['ID=cd9e8364-c3a1-40a9-9b35-5a4253fb0de6,revision_number=2']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:27.539194 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.540032 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.540400 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.540968 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.541115 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.541224 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.541467 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.541791 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.542109 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.542519 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.542753 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.543166 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.548053 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.548053 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.548053 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.548053 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104737) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:27.548053 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Attempting to bind port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:31:27.548533 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Attempting to bind port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:31:27.548749 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Attempting to bind port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:31:27.554807 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:31:27.555871 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:27.556271 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.556657 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:31:27.557120 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Bound port: cd9e8364-c3a1-40a9-9b35-5a4253fb0de6, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:31:27.557498 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.605230 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] For port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:31:27.608401 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] For port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=cd9e8364-c3a1-40a9-9b35-5a4253fb0de6,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:31:27.690946 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Allocated IP 172.20.0.1 (88fe912b-da29-4c17-ab52-b1ab29cc85c5/5fce2325-c94b-4797-ada2-3096657750cd/43189ef2-1d13-488a-a303-521b065222e9) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:31:27.717367 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.763407 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:27.776366 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:27.782459 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:27.783119 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:27.785991 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e9a27-36e6-4e49-a675-1d440175c41a None None] Pushing event updated for resources: {'Port': ['ID=cd9e8364-c3a1-40a9-9b35-5a4253fb0de6,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:27.812745 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Publish callbacks [] for port (43189ef2-1d13-488a-a303-521b065222e9), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.851661 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:27.852093 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.905800 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (43189ef2-1d13-488a-a303-521b065222e9), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.910560 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:27.919171 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:27.930376 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:27.947560 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:31:27.950466 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:27.953920 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:31:27.976591 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:28.002201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (226d4099-aef0-45a2-92f9-4c482bbd8790), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:28.008343 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Pushing event updated for resources: {'Port': ['ID=43189ef2-1d13-488a-a303-521b065222e9,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:28.142238 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48618) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:28.215191 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:26Z', 'revision_number': 3, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:28.226347 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (43189ef2-1d13-488a-a303-521b065222e9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:28.241867 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce24a048-743d-4598-81ab-4c12dcbf6e50 None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:26Z', 'revision_number': 3, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:28.266190 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-880a1197-d756-4d73-a778-8e211c0fcf2f None None] Provisioning complete for port 43189ef2-1d13-488a-a303-521b065222e9 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:28.266700 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-880a1197-d756-4d73-a778-8e211c0fcf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (43189ef2-1d13-488a-a303-521b065222e9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:28.311943 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-880a1197-d756-4d73-a778-8e211c0fcf2f None None] Port 43189ef2-1d13-488a-a303-521b065222e9 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:31:28.419757 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Publish callbacks [] for port (43189ef2-1d13-488a-a303-521b065222e9), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:28.564411 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (9ac76244-fede-4748-b0a1-f212d7611489), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:28.800268 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Deleting port 7e034f57-b301-44c9-9ccf-51fc9bc8424e {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:28.800613 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:28.881511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] For port 7e034f57-b301-44c9-9ccf-51fc9bc8424e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=7e034f57-b301-44c9-9ccf-51fc9bc8424e,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:28.881893 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:28.884793 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:29.006073 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Calling delete_port for 7e034f57-b301-44c9-9ccf-51fc9bc8424e owned by network:router_interface {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:29.006073 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:29.088277 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10475742'] for port (43189ef2-1d13-488a-a303-521b065222e9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:29.160714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Pushing event updated for resources: {'Port': ['ID=43189ef2-1d13-488a-a303-521b065222e9,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:29.162380 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (226d4099-aef0-45a2-92f9-4c482bbd8790), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:29.173293 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:29.220544 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (7e034f57-b301-44c9-9ccf-51fc9bc8424e), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:29.251179 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e034f57-b301-44c9-9ccf-51fc9bc8424e,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:29.262092 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:31:29.263558 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:29.412471 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:31:29.435421 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (9ac76244-fede-4748-b0a1-f212d7611489), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:29.553173 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:29.567886 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-722ab1c5-bc53-4384-bda4-840cfbe50362 admin admin] 10.222.0.52 "PUT /v2.0/routers/226d4099-aef0-45a2-92f9-4c482bbd8790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7269015 Jun 23 09:31:29.639748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-6c8203f0-92d3-419f-ad23-225bbe504b5e None None] Provisioning complete for port 43189ef2-1d13-488a-a303-521b065222e9 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:29.640854 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6c8203f0-92d3-419f-ad23-225bbe504b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (43189ef2-1d13-488a-a303-521b065222e9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:29.673895 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:29.690869 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-6c8203f0-92d3-419f-ad23-225bbe504b5e None None] Port 43189ef2-1d13-488a-a303-521b065222e9 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:31:29.705512 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Router 9ac76244-fede-4748-b0a1-f212d7611489 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:31:29.751383 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:29.821817 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:29.827209 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-1ffc2228-c415-4c94-b3d4-a978fca2da73 admin admin] 10.222.0.52 "PUT /v2.0/routers/9ac76244-fede-4748-b0a1-f212d7611489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6861172 Jun 23 09:31:29.829904 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48632) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:29.836957 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] Sync routers for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:29.853568 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:29.879347 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:29.879991 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:29.937451 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:29.951229 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:29.952144 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:29.955914 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks [] for router (9ac76244-fede-4748-b0a1-f212d7611489), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.003206 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:30.062508 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:30.069303 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks [] for router_gateway (9ac76244-fede-4748-b0a1-f212d7611489), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.136506 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:30.136972 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.170500 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:30.174591 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:30.207897 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Deleting port 125e5e11-b24b-4e16-b644-783f53059d96 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:30.208576 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (125e5e11-b24b-4e16-b644-783f53059d96), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.306189 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 2, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:30.320581 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] For port 125e5e11-b24b-4e16-b644-783f53059d96, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=125e5e11-b24b-4e16-b644-783f53059d96,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:30.321529 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (125e5e11-b24b-4e16-b644-783f53059d96), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.343888 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Calling delete_port for 125e5e11-b24b-4e16-b644-783f53059d96 owned by network:router_gateway {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:30.344731 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:30.345096 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Updating router 226d4099-aef0-45a2-92f9-4c482bbd8790 port 43189ef2-1d13-488a-a303-521b065222e9 binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:31:30.346841 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:30.354761 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.385401 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (43189ef2-1d13-488a-a303-521b065222e9), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.391288 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=cd9e8364-c3a1-40a9-9b35-5a4253fb0de6,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:30.412482 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '125e5e11-b24b-4e16-b644-783f53059d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:31:29Z', 'revision_number': 5, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port': {'id': '125e5e11-b24b-4e16-b644-783f53059d96', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac76244-fede-4748-b0a1-f212d7611489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:25:31Z', 'updated_at': '2022-06-23T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:30.445031 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] Checking router: 9ac76244-fede-4748-b0a1-f212d7611489 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:30.456716 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.464112 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] Routers {'9ac76244-fede-4748-b0a1-f212d7611489'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:30.464983 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9ac76244-fede-4748-b0a1-f212d7611489'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:30.513335 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48654) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:30.518845 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-567781056-network', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:30.610049 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=cd9e8364-c3a1-40a9-9b35-5a4253fb0de6,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:30.614337 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Made reservation on behalf of a671f8cc8a524a68b9c74e02faa958bd for: {'network': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:31:30.616452 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] Set router 9ac76244-fede-4748-b0a1-f212d7611489 gateway port host: None {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:30.616961 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.628974 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.647765 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (125e5e11-b24b-4e16-b644-783f53059d96), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.666572 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 6, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port_host': None}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:30.677040 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Pushing event deleted for resources: {'Port': ['ID=125e5e11-b24b-4e16-b644-783f53059d96,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:30.693026 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390e8c28-d444-4a3e-b947-36b945eb6ebd None None] The sync data for ids ['9ac76244-fede-4748-b0a1-f212d7611489'] in dv-cinder-847274-1-iscsi is: [{'id': '9ac76244-fede-4748-b0a1-f212d7611489', 'name': 'tempest-AttachVolumeNegativeTest-116550475-router', 'tenant_id': '8d0795f7c61d497c9b25c7e17ad08744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:25:30Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 6, 'project_id': '8d0795f7c61d497c9b25c7e17ad08744', 'gw_port_host': None}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:30.698850 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:30.750673 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Publish callbacks [] for security_group (26b1e490-2283-4c02-9427-8e203c8fc3fa), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.758512 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Publish callbacks [] for port (43189ef2-1d13-488a-a303-521b065222e9), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.767257 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (9ac76244-fede-4748-b0a1-f212d7611489), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.819023 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (26b1e490-2283-4c02-9427-8e203c8fc3fa), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.847283 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=104735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:31:30.848234 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (43189ef2-1d13-488a-a303-521b065222e9), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.853581 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b1e490-2283-4c02-9427-8e203c8fc3fa,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:30.860782 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (9ac76244-fede-4748-b0a1-f212d7611489), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.862031 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (158066f1-55ef-423d-91c4-8f0fa8ede8b3), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.862374 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.segments_db [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Added segment 158066f1-55ef-423d-91c4-8f0fa8ede8b3 of type vlan for network 8ebec8b7-539e-4c0a-a94a-b685d7170263 Jun 23 09:31:30.863057 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks [] for router_controller (9ac76244-fede-4748-b0a1-f212d7611489), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.893222 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1146ca-9e2d-404e-9fc1-cb453774a29f None None] Pushing event updated for resources: {'Port': ['ID=43189ef2-1d13-488a-a303-521b065222e9,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:30.910462 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (8ebec8b7-539e-4c0a-a94a-b685d7170263), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.916088 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:30.980465 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Attempting to bind port 43189ef2-1d13-488a-a303-521b065222e9 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:31:30.980943 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Attempting to bind port 43189ef2-1d13-488a-a303-521b065222e9 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:31:30.981187 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Attempting to bind port 43189ef2-1d13-488a-a303-521b065222e9 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:31:30.987310 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:31:30.987953 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Checking segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:30.988363 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:30.988756 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Bound using segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:31:30.989224 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Bound port: 43189ef2-1d13-488a-a303-521b065222e9, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:31:30.989788 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (43189ef2-1d13-488a-a303-521b065222e9), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.048180 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (9ac76244-fede-4748-b0a1-f212d7611489), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.049053 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac76244-fede-4748-b0a1-f212d7611489 {{(pid=104734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:31:31.052520 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (8ebec8b7-539e-4c0a-a94a-b685d7170263), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.054355 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.058194 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-3e5da097-da38-4120-be55-119f9d30b771 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9ac76244-fede-4748-b0a1-f212d7611489 HTTP/1.1" status: 204 len: 168 time: 1.2269905 Jun 23 09:31:31.058546 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:31.058980 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48666) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:31.059208 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.061076 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] For port 43189ef2-1d13-488a-a303-521b065222e9, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:31:31.064453 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] For port 43189ef2-1d13-488a-a303-521b065222e9, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=43189ef2-1d13-488a-a303-521b065222e9,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:31:31.125817 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24db7fb-e32f-4ab0-bf5f-1cd9e5a728b8 admin admin] Deleting subnet 29f1d82f-f8aa-4800-8832-49122874b4e6 {{(pid=104734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:31:31.133536 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f24db7fb-e32f-4ab0-bf5f-1cd9e5a728b8 admin admin] Publish callbacks [] for subnet (29f1d82f-f8aa-4800-8832-49122874b4e6), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.151551 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (43189ef2-1d13-488a-a303-521b065222e9), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.184661 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f24db7fb-e32f-4ab0-bf5f-1cd9e5a728b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10442506'] for subnet (29f1d82f-f8aa-4800-8832-49122874b4e6), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.230691 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-c21f80f4-02a2-41b4-a945-f01f6978719f None None] Provisioning complete for port 43189ef2-1d13-488a-a303-521b065222e9 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:31.231952 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c21f80f4-02a2-41b4-a945-f01f6978719f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (43189ef2-1d13-488a-a303-521b065222e9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.238685 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:31.249411 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:31.255048 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1146ca-9e2d-404e-9fc1-cb453774a29f None None] Pushing event updated for resources: {'Port': ['ID=43189ef2-1d13-488a-a303-521b065222e9,revision_number=4']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:31.305918 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f24db7fb-e32f-4ab0-bf5f-1cd9e5a728b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (29f1d82f-f8aa-4800-8832-49122874b4e6), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.408136 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-c21f80f4-02a2-41b4-a945-f01f6978719f None None] Current status of the port 43189ef2-1d13-488a-a303-521b065222e9 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:31.408723 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c21f80f4-02a2-41b4-a945-f01f6978719f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (43189ef2-1d13-488a-a303-521b065222e9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.443550 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:31.447381 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-c21f80f4-02a2-41b4-a945-f01f6978719f None None] For port 43189ef2-1d13-488a-a303-521b065222e9, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=43189ef2-1d13-488a-a303-521b065222e9,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:31.488322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f24db7fb-e32f-4ab0-bf5f-1cd9e5a728b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9992338'] for subnet (29f1d82f-f8aa-4800-8832-49122874b4e6), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.495188 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9749765 Jun 23 09:31:31.495188 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cca7f3-0421-41c5-96fa-6574f7591a6b admin admin] Pushing event updated for resources: {'Network': ['ID=8ebec8b7-539e-4c0a-a94a-b685d7170263,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:31.495443 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48668) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:31.502671 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 8ebec8b7-539e-4c0a-a94a-b685d7170263 details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:31:31.505792 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Request body: {'subnet': {'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-567781056-subnet', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:31.532767 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24db7fb-e32f-4ab0-bf5f-1cd9e5a728b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f1d82f-f8aa-4800-8832-49122874b4e6,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:31.538950 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f24db7fb-e32f-4ab0-bf5f-1cd9e5a728b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.543078 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f24db7fb-e32f-4ab0-bf5f-1cd9e5a728b8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/29f1d82f-f8aa-4800-8832-49122874b4e6 HTTP/1.1" status: 204 len: 168 time: 0.4823542 Jun 23 09:31:31.547208 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48670) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:31.606579 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4932ad4f-22bb-49af-b40f-5a2e95cda874 None None] Network 308c25e5-5cce-431f-b4d9-9d80a125cd28 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:31.630994 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Made reservation on behalf of a671f8cc8a524a68b9c74e02faa958bd for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:31:31.633965 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9992445'] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.647674 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c21f80f4-02a2-41b4-a945-f01f6978719f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (43189ef2-1d13-488a-a303-521b065222e9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.655241 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:31.666402 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (308c25e5-5cce-431f-b4d9-9d80a125cd28), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.678669 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:31.684829 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:31.707623 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:31.724440 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Deleting port d9b745ed-fcaa-4be8-8805-933d36b43d7f {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:31.724440 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.725705 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48674) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:31.746094 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9eb7fd-4fee-423d-a4b4-841cc31602c4 None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:31.850486 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-2c873a1c-bcc0-4b5e-920b-28e8ad18d0ff None None] Provisioning complete for port 43189ef2-1d13-488a-a303-521b065222e9 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:31.851049 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2c873a1c-bcc0-4b5e-920b-28e8ad18d0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (43189ef2-1d13-488a-a303-521b065222e9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.853664 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:31.900458 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] For port d9b745ed-fcaa-4be8-8805-933d36b43d7f, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=d9b745ed-fcaa-4be8-8805-933d36b43d7f,segment=NetworkSegment(4c6aaa0f-e33c-4df2-8d43-86d75b042da4),segment_id=4c6aaa0f-e33c-4df2-8d43-86d75b042da4)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:31.900837 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:31.926308 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Calling delete_port for d9b745ed-fcaa-4be8-8805-933d36b43d7f owned by network:dhcp {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:31.932689 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:31.983799 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:32.011069 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3880ec65-8060-45b9-a88b-e8984b88a4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.031152 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f80f4-02a2-41b4-a945-f01f6978719f None None] Pushing event updated for resources: {'Port': ['ID=43189ef2-1d13-488a-a303-521b065222e9,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:32.060706 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] DHCP port deletion for 308c25e5-5cce-431f-b4d9-9d80a125cd28 request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:31:32.069671 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:32.076322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:32.082577 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9992331'] for subnet (9c2229db-f356-409d-bf2f-831c2199764f), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.114514 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:32.115171 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.155311 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3880ec65-8060-45b9-a88b-e8984b88a4f3 admin admin] Publish callbacks [] for security_group (512fe32b-5204-4218-b37d-b7359e7ba428), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.180008 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-2c873a1c-bcc0-4b5e-920b-28e8ad18d0ff None None] Current status of the port 43189ef2-1d13-488a-a303-521b065222e9 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:32.182833 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2229db-f356-409d-bf2f-831c2199764f,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:32.190632 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Checking segment: {'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:32.190849 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.191113 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Network hostable DHCP agents. Network: 8ebec8b7-539e-4c0a-a94a-b685d7170263, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:31:32.212824 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] Deleting port d9b745ed-fcaa-4be8-8805-933d36b43d7f {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:32.213210 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.227868 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b745ed-fcaa-4be8-8805-933d36b43d7f,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:32.236854 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3880ec65-8060-45b9-a88b-e8984b88a4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (512fe32b-5204-4218-b37d-b7359e7ba428), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.248445 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] No DVR routers for this DVR port d9b745ed-fcaa-4be8-8805-933d36b43d7f on host dv-cinder-847274-1-iscsi {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:32.301033 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-3880ec65-8060-45b9-a88b-e8984b88a4f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7fc8503ca8a423c9776eb92c9c79d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5728037 Jun 23 09:31:32.304556 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48678) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:32.315172 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:32.325545 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880ec65-8060-45b9-a88b-e8984b88a4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512fe32b-5204-4218-b37d-b7359e7ba428,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:32.327271 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Network 8ebec8b7-539e-4c0a-a94a-b685d7170263 is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:31:32.337155 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] For port d9b745ed-fcaa-4be8-8805-933d36b43d7f, host dv-cinder-847274-1-iscsi, got binding levels [] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:32.337563 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.362164 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] Calling delete_port for d9b745ed-fcaa-4be8-8805-933d36b43d7f owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:32.366494 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.ipam_backend_mixin [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] Port d9b745ed-fcaa-4be8-8805-933d36b43d7f was not found and therefore no delete operation was performed {{(pid=104736) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 23 09:31:32.366683 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (308c25e5-5cce-431f-b4d9-9d80a125cd28), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.367824 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:32.376700 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (d9b745ed-fcaa-4be8-8805-933d36b43d7f), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.399533 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308c25e5-5cce-431f-b4d9-9d80a125cd28']}} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:32.399941 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-917e1def-af7b-463b-820f-e08f23b27ae9 admin admin] Publish callbacks [] for security_group (512fe32b-5204-4218-b37d-b7359e7ba428), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.411481 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] Pushing event deleted for resources: {'Port': ['ID=d9b745ed-fcaa-4be8-8805-933d36b43d7f,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:32.415950 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6aaa0f-e33c-4df2-8d43-86d75b042da4') {'for_net_delete': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:32.416407 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6aaa0f-e33c-4df2-8d43-86d75b042da4') {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:32.420755 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614609ca-3ec4-449d-a18b-831023b5c082 None None] No DVR routers for this DVR port d9b745ed-fcaa-4be8-8805-933d36b43d7f on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:32.433275 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-917e1def-af7b-463b-820f-e08f23b27ae9 admin admin] Publish callbacks [] for security_group (512fe32b-5204-4218-b37d-b7359e7ba428), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.444164 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3843396'] for segment (4c6aaa0f-e33c-4df2-8d43-86d75b042da4), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.447173 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 7e034f57-b301-44c9-9ccf-51fc9bc8424e no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:32.463063 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (4c6aaa0f-e33c-4df2-8d43-86d75b042da4), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.472362 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 8ebec8b7-539e-4c0a-a94a-b685d7170263) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:32.478684 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 7e034f57-b301-44c9-9ccf-51fc9bc8424e {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:32.478684 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 7e034f57-b301-44c9-9ccf-51fc9bc8424e not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:32.479453 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 125e5e11-b24b-4e16-b644-783f53059d96 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:32.480975 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:32.481675 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.484200 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=104735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:31:32.484745 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097416'] for segment (4c6aaa0f-e33c-4df2-8d43-86d75b042da4), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.485143 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab93ad26-5284-4032-9542-99c7cdb9a9e2 None None] Network 8ebec8b7-539e-4c0a-a94a-b685d7170263 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:32.517236 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 4c6aaa0f-e33c-4df2-8d43-86d75b042da4 resource provider aggregate not found Jun 23 09:31:32.537244 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 4c6aaa0f-e33c-4df2-8d43-86d75b042da4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c6aaa0f-e33c-4df2-8d43-86d75b042da4 found for delete ", "request_id": "req-63884eda-8b6c-430f-9cd3-680b28006d30"}]} Jun 23 09:31:32.542688 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 125e5e11-b24b-4e16-b644-783f53059d96 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:32.543110 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 125e5e11-b24b-4e16-b644-783f53059d96 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:32.617095 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e26bca08-54c3-4cc5-8216-4ca8af82b1e3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1175501 Jun 23 09:31:32.617994 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-917e1def-af7b-463b-820f-e08f23b27ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (512fe32b-5204-4218-b37d-b7359e7ba428), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.619982 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48684) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:32.624356 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:32.625819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp382bc533-c21b-5f73-94ad-393fded0f1d1-8ebec8b7-539e-4c0a-a94a-b685d7170263', 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263', 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'fixed_ips': [{'subnet_id': '9c2229db-f356-409d-bf2f-831c2199764f'}]}} from dv-cinder-847274-1-iscsi. {{(pid=104736) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 23 09:31:32.626011 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-917e1def-af7b-463b-820f-e08f23b27ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.626996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.628195 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-917e1def-af7b-463b-820f-e08f23b27ae9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/512fe32b-5204-4218-b37d-b7359e7ba428 HTTP/1.1" status: 204 len: 168 time: 0.3217933 Jun 23 09:31:32.637867 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e1def-af7b-463b-820f-e08f23b27ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512fe32b-5204-4218-b37d-b7359e7ba428,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:32.651363 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (308c25e5-5cce-431f-b4d9-9d80a125cd28), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.688356 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.688356 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/308c25e5-5cce-431f-b4d9-9d80a125cd28 HTTP/1.1" status: 204 len: 168 time: 1.1357563 Jun 23 09:31:32.688356 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09258435-d696-4fe1-b65e-26653fb7ffc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=308c25e5-5cce-431f-b4d9-9d80a125cd28,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:32.768267 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1936063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6536'] for router (30834876-b7e1-4009-bdc9-22d439aa23eb), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.769390 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1935770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946562', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1830428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6531'] for router (30834876-b7e1-4009-bdc9-22d439aa23eb), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.828464 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks [] for router_controller (30834876-b7e1-4009-bdc9-22d439aa23eb), precommit_add_association {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:32.894125 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:32.981407 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.db_base_plugin_common [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Allocated IP 172.20.0.2 (8ebec8b7-539e-4c0a-a94a-b685d7170263/9c2229db-f356-409d-bf2f-831c2199764f/6fad1725-bac3-42b7-9b87-b642940e880e) {{(pid=104736) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:31:33.066955 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks [] for router_gateway (30834876-b7e1-4009-bdc9-22d439aa23eb), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.162212 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48692) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:33.202449 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Publish callbacks [] for port (6fad1725-bac3-42b7-9b87-b642940e880e), precommit_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.226269 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-76a67f96-62cf-4d6e-b7e7-2b42c516ca98 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d0795f7c61d497c9b25c7e17ad08744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605414 Jun 23 09:31:33.226516 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48694) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:33.286250 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-44ea276c-57e8-4de5-976c-301df417ec13 admin admin] Publish callbacks [] for security_group (a567293b-e606-45e1-a21c-1d90df3c9c0f), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.306018 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), after_create {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.323528 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-44ea276c-57e8-4de5-976c-301df417ec13 admin admin] Publish callbacks [] for security_group (a567293b-e606-45e1-a21c-1d90df3c9c0f), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.352941 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Network 8ebec8b7-539e-4c0a-a94a-b685d7170263 is already hosted by enough agents. {{(pid=104736) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:31:33.358986 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Resources bound (agent type, host, resource id): {{(pid=104736) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:33.368189 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Received port after_create {{(pid=104736) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:31:33.390439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Pushing event updated for resources: {'Port': ['ID=6fad1725-bac3-42b7-9b87-b642940e880e,revision_number=1']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:33.403769 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks [] for router_gateway (30834876-b7e1-4009-bdc9-22d439aa23eb), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.424657 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.448780 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Attempting to bind port 6fad1725-bac3-42b7-9b87-b642940e880e on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:31:33.449072 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Attempting to bind port 6fad1725-bac3-42b7-9b87-b642940e880e by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:31:33.449439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Attempting to bind port 6fad1725-bac3-42b7-9b87-b642940e880e on network 8ebec8b7-539e-4c0a-a94a-b685d7170263 {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:31:33.454460 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:31:33.454835 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Checking segment: {'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:33.455297 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.455687 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Bound using segment: {'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:31:33.456149 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Bound port: 6fad1725-bac3-42b7-9b87-b642940e880e, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:31:33.456533 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.488204 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-44ea276c-57e8-4de5-976c-301df417ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (a567293b-e606-45e1-a21c-1d90df3c9c0f), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.490949 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-44ea276c-57e8-4de5-976c-301df417ec13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.493111 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-44ea276c-57e8-4de5-976c-301df417ec13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a567293b-e606-45e1-a21c-1d90df3c9c0f HTTP/1.1" status: 204 len: 168 time: 0.2645261 Jun 23 09:31:33.501499 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48698) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:33.509818 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:33.521317 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea276c-57e8-4de5-976c-301df417ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567293b-e606-45e1-a21c-1d90df3c9c0f,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:33.525036 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ea51a4f7-ba96-4fe4-bd5c-a903e1218046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.550016 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Allocated IP 172.27.2.190 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/bf5d8d31-832c-4aef-ae22-c94f14ea23c9) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:31:33.568814 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] For port 6fad1725-bac3-42b7-9b87-b642940e880e, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:31:33.585952 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] For port 6fad1725-bac3-42b7-9b87-b642940e880e, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=6fad1725-bac3-42b7-9b87-b642940e880e,segment=NetworkSegment(158066f1-55ef-423d-91c4-8f0fa8ede8b3),segment_id=158066f1-55ef-423d-91c4-8f0fa8ede8b3)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:31:33.638240 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ea51a4f7-ba96-4fe4-bd5c-a903e1218046 admin admin] Publish callbacks [] for security_group (89811230-3e4e-4a50-a29f-bd845b7af741), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.670607 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks [] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.751631 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.787340 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 43189ef2-1d13-488a-a303-521b065222e9 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:33.847053 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d03bb-94cf-44b8-b3e6-40795e2310cc None None] Pushing event updated for resources: {'Port': ['ID=6fad1725-bac3-42b7-9b87-b642940e880e,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:33.848201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ea51a4f7-ba96-4fe4-bd5c-a903e1218046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (89811230-3e4e-4a50-a29f-bd845b7af741), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.865611 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 43189ef2-1d13-488a-a303-521b065222e9 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:33.865997 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (43189ef2-1d13-488a-a303-521b065222e9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.890557 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ea51a4f7-ba96-4fe4-bd5c-a903e1218046 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d957cdcf5fb34d6c951449d892cc00de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871143 Jun 23 09:31:33.891422 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51a4f7-ba96-4fe4-bd5c-a903e1218046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89811230-3e4e-4a50-a29f-bd845b7af741,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:33.897467 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48700) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:33.928936 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:33.941105 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 43189ef2-1d13-488a-a303-521b065222e9 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:33.994016 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:31:33.999339 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:34.003863 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:31:34.032234 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:34.036878 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device d9b745ed-fcaa-4be8-8805-933d36b43d7f no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:34.063336 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: d9b745ed-fcaa-4be8-8805-933d36b43d7f {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:34.069937 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device d9b745ed-fcaa-4be8-8805-933d36b43d7f not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:34.074163 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5d8d31-832c-4aef-ae22-c94f14ea23c9,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:34.159121 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcba5d16-9835-493f-8c1b-41fd2c44a3e8 admin admin] Publish callbacks [] for security_group (89811230-3e4e-4a50-a29f-bd845b7af741), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:34.199873 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=76,neutron:DELETE=10,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:34.219773 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcba5d16-9835-493f-8c1b-41fd2c44a3e8 admin admin] Publish callbacks [] for security_group (89811230-3e4e-4a50-a29f-bd845b7af741), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:34.347367 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcba5d16-9835-493f-8c1b-41fd2c44a3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (89811230-3e4e-4a50-a29f-bd845b7af741), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:34.349912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcba5d16-9835-493f-8c1b-41fd2c44a3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:34.351106 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-bcba5d16-9835-493f-8c1b-41fd2c44a3e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89811230-3e4e-4a50-a29f-bd845b7af741 HTTP/1.1" status: 204 len: 168 time: 0.4514794 Jun 23 09:31:34.367399 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba5d16-9835-493f-8c1b-41fd2c44a3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89811230-3e4e-4a50-a29f-bd845b7af741,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:34.418060 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks [] for router_gateway (30834876-b7e1-4009-bdc9-22d439aa23eb), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:34.446634 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:31:34.613479 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1936733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1946534'] for router (30834876-b7e1-4009-bdc9-22d439aa23eb), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:34.836722 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d9420-c0af-43b2-8e50-6f4f47bd8e0c None None] Network 8ebec8b7-539e-4c0a-a94a-b685d7170263 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:34.881761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Router 30834876-b7e1-4009-bdc9-22d439aa23eb is scheduled to L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f with binding_index 1 {{(pid=104735) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 23 09:31:34.948061 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-d09864b7-8a66-477e-8d67-5f169ece5d44 None None] Provisioning complete for port 6fad1725-bac3-42b7-9b87-b642940e880e triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:34.948648 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d09864b7-8a66-477e-8d67-5f169ece5d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:34.989972 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:35.001067 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Sync routers for ids ['30834876-b7e1-4009-bdc9-22d439aa23eb'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:35.045118 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Routers {'30834876-b7e1-4009-bdc9-22d439aa23eb'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:35.045777 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['30834876-b7e1-4009-bdc9-22d439aa23eb'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:35.050389 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-d09864b7-8a66-477e-8d67-5f169ece5d44 None None] Current status of the port 6fad1725-bac3-42b7-9b87-b642940e880e is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:35.050573 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d09864b7-8a66-477e-8d67-5f169ece5d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.079453 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48732) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:35.128251 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:35.128688 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.132682 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9818c135-04c2-47a8-a4cf-1bde1f1d0455 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5092478 Jun 23 09:31:35.132896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48736) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:35.164701 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-d09864b7-8a66-477e-8d67-5f169ece5d44 None None] For port 6fad1725-bac3-42b7-9b87-b642940e880e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=6fad1725-bac3-42b7-9b87-b642940e880e,segment=NetworkSegment(158066f1-55ef-423d-91c4-8f0fa8ede8b3),segment_id=158066f1-55ef-423d-91c4-8f0fa8ede8b3)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:35.190375 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Set router 30834876-b7e1-4009-bdc9-22d439aa23eb gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:35.304540 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2102285922-network', 'tenant_id': 'da9c33b4686f4655927d30cc24950141'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:35.306259 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d09864b7-8a66-477e-8d67-5f169ece5d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.398610 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09864b7-8a66-477e-8d67-5f169ece5d44 None None] Pushing event updated for resources: {'Port': ['ID=6fad1725-bac3-42b7-9b87-b642940e880e,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:35.419252 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:35.426605 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:31:34Z', 'revision_number': 3, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:35.431225 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-c018ff65-db87-489d-be9d-53be21118e1d None None] Provisioning complete for port 6fad1725-bac3-42b7-9b87-b642940e880e triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:35.431604 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c018ff65-db87-489d-be9d-53be21118e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.447823 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Made reservation on behalf of da9c33b4686f4655927d30cc24950141 for: {'network': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:31:35.450666 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.456374 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Checking router: 30834876-b7e1-4009-bdc9-22d439aa23eb for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:35.456729 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Updating router 30834876-b7e1-4009-bdc9-22d439aa23eb port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 binding host dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:31:35.485233 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:35.486290 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.513672 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.637008 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-c018ff65-db87-489d-be9d-53be21118e1d None None] Current status of the port 6fad1725-bac3-42b7-9b87-b642940e880e is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:35.681008 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Publish callbacks [] for security_group (7ccf3ff7-0b82-4831-9c60-dec06e47df7a), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.692052 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.817039 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (7ccf3ff7-0b82-4831-9c60-dec06e47df7a), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.817417 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Publish callbacks [] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), precommit_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.820424 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 6fad1725-bac3-42b7-9b87-b642940e880e up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:35.854418 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=104735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:31:35.871241 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 6fad1725-bac3-42b7-9b87-b642940e880e triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:35.871619 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.872024 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf3ff7-0b82-4831-9c60-dec06e47df7a,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:35.877167 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (295bd0be-b86b-46ad-bbc4-afb3d5ad1d60), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.877509 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.segments_db [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Added segment 295bd0be-b86b-46ad-bbc4-afb3d5ad1d60 of type vlan for network a45c66af-562e-4f61-a0c3-affcd135037a Jun 23 09:31:35.938547 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.958651 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (a45c66af-562e-4f61-a0c3-affcd135037a), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:35.972764 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Allocated IP 172.20.0.1 (8ebec8b7-539e-4c0a-a94a-b685d7170263/9c2229db-f356-409d-bf2f-831c2199764f/723746d1-d379-40dc-aa90-47899028740a) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:31:35.994525 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 6fad1725-bac3-42b7-9b87-b642940e880e is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:36.003200 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Attempting to bind port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:31:36.003575 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Attempting to bind port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:31:36.003941 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Attempting to bind port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 on network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:31:36.014597 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:31:36.015004 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Checking segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:36.019085 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.019085 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Bound using segment: {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'} {{(pid=104736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:31:36.019085 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.managers [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Bound port: bf5d8d31-832c-4aef-ae22-c94f14ea23c9, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085f5d76-ef9e-4195-b653-a16356a88ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}}] {{(pid=104736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:31:36.019085 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.019085 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df9d7d-1c1a-4d70-b28f-a531d6a6ce88 None None] Pushing event updated for resources: {'Port': ['ID=bf5d8d31-832c-4aef-ae22-c94f14ea23c9,revision_number=2']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:36.119863 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (a45c66af-562e-4f61-a0c3-affcd135037a), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.120872 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:36.121450 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.130800 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Publish callbacks [] for port (723746d1-d379-40dc-aa90-47899028740a), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.194530 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] Pushing event updated for resources: {'Network': ['ID=a45c66af-562e-4f61-a0c3-affcd135037a,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:36.198413 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] For port bf5d8d31-832c-4aef-ae22-c94f14ea23c9, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:31:36.201651 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] For port bf5d8d31-832c-4aef-ae22-c94f14ea23c9, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=bf5d8d31-832c-4aef-ae22-c94f14ea23c9,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:31:36.205541 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network a45c66af-562e-4f61-a0c3-affcd135037a details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:31:36.313650 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-5cb6594b-68d7-417c-a183-70f4614e4d23 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2330503 Jun 23 09:31:36.321674 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48754) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:36.326785 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Request body: {'subnet': {'network_id': 'a45c66af-562e-4f61-a0c3-affcd135037a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2102285922-subnet', 'tenant_id': 'da9c33b4686f4655927d30cc24950141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:36.351073 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.380457 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (723746d1-d379-40dc-aa90-47899028740a), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.407256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Routers {'30834876-b7e1-4009-bdc9-22d439aa23eb'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:36.407869 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['30834876-b7e1-4009-bdc9-22d439aa23eb'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:36.424201 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Network 8ebec8b7-539e-4c0a-a94a-b685d7170263 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:31:36.426974 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:36.430730 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:31:36.435824 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Pushing event updated for resources: {'Port': ['ID=723746d1-d379-40dc-aa90-47899028740a,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:36.451256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df9d7d-1c1a-4d70-b28f-a531d6a6ce88 None None] Pushing event updated for resources: {'Port': ['ID=bf5d8d31-832c-4aef-ae22-c94f14ea23c9,revision_number=3']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:36.479424 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1934851'] for router_interface (30834876-b7e1-4009-bdc9-22d439aa23eb), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.529225 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] Set router 30834876-b7e1-4009-bdc9-22d439aa23eb gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:36.533602 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Made reservation on behalf of da9c33b4686f4655927d30cc24950141 for: {'subnet': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:31:36.536045 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9013191'] for subnet (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.600048 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:36.752870 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:31:34Z', 'revision_number': 3, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:36.782871 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95841782-1176-47cb-8a32-47ee6311dc22 None None] The sync data for ids ['30834876-b7e1-4009-bdc9-22d439aa23eb'] in dv-cinder-847274-1-iscsi is: [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:31:34Z', 'revision_number': 3, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:36.798064 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-f0ba2f3d-91d7-409d-a9bd-aae433ce714b None None] Provisioning complete for port 723746d1-d379-40dc-aa90-47899028740a triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:36.798064 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2f3d-91d7-409d-a9bd-aae433ce714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (723746d1-d379-40dc-aa90-47899028740a), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:36.833801 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba2f3d-91d7-409d-a9bd-aae433ce714b None None] Port 723746d1-d379-40dc-aa90-47899028740a cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:31:36.861958 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (723746d1-d379-40dc-aa90-47899028740a), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.026109 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9013169'] for subnet (099e221a-58d9-428e-bb9a-d448564eaeb6), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.045965 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Publish callbacks [] for port (723746d1-d379-40dc-aa90-47899028740a), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.103901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099e221a-58d9-428e-bb9a-d448564eaeb6,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:37.109218 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Checking segment: {'id': '295bd0be-b86b-46ad-bbc4-afb3d5ad1d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a45c66af-562e-4f61-a0c3-affcd135037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:37.109576 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Network hostable DHCP agents. Network: a45c66af-562e-4f61-a0c3-affcd135037a, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:31:37.152117 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (723746d1-d379-40dc-aa90-47899028740a), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.218939 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1594115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1933715'] for router_interface (30834876-b7e1-4009-bdc9-22d439aa23eb), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.220684 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Pushing event updated for resources: {'Port': ['ID=723746d1-d379-40dc-aa90-47899028740a,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:37.244905 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Network a45c66af-562e-4f61-a0c3-affcd135037a is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:31:37.354627 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Network 8ebec8b7-539e-4c0a-a94a-b685d7170263 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:31:37.356144 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:37.420993 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, a45c66af-562e-4f61-a0c3-affcd135037a) {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:37.427198 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:37.427815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.438905 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c735751-42be-451e-878e-5e5e0e001c02 None None] Network a45c66af-562e-4f61-a0c3-affcd135037a requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:37.569990 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599952a-b7f1-4638-bd21-a4ea46d4c187 None None] Network a45c66af-562e-4f61-a0c3-affcd135037a requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:37.691704 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-b6375030-a4c7-4c9d-9c6e-dac968042024 None None] Provisioning complete for port 723746d1-d379-40dc-aa90-47899028740a triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:37.692016 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b6375030-a4c7-4c9d-9c6e-dac968042024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (723746d1-d379-40dc-aa90-47899028740a), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.747992 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-b6375030-a4c7-4c9d-9c6e-dac968042024 None None] Port 723746d1-d379-40dc-aa90-47899028740a cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:31:37.765139 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Router 30834876-b7e1-4009-bdc9-22d439aa23eb has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:31:37.807837 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device bf5d8d31-832c-4aef-ae22-c94f14ea23c9 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:37.856065 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:37.856439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.874313 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:37.879628 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-82b7d1aa-ccb0-423d-9855-510cf93bd46c admin admin] 10.222.0.52 "PUT /v2.0/routers/30834876-b7e1-4009-bdc9-22d439aa23eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455883 Jun 23 09:31:37.928825 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:37.929296 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:37.950973 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-e01e707c-a159-41e6-aa4c-46a214f71397 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6273215 Jun 23 09:31:37.963216 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] For port bf5d8d31-832c-4aef-ae22-c94f14ea23c9, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=bf5d8d31-832c-4aef-ae22-c94f14ea23c9,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:38.157982 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:38.194441 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:38.223877 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Pushing event updated for resources: {'Port': ['ID=bf5d8d31-832c-4aef-ae22-c94f14ea23c9,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:38.342225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48796) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:38.355482 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-c55fa14d-b51a-48ef-8e21-b3d6cea2e13e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018351472', 'description': 'tempest-secgroup-smoke-1018351472 description', 'project_id': 'a100fa3c9d124f9089173a35a1e3691d'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:38.431076 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c55fa14d-b51a-48ef-8e21-b3d6cea2e13e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:38.504202 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c55fa14d-b51a-48ef-8e21-b3d6cea2e13e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group (8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:38.579656 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:38.613854 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c55fa14d-b51a-48ef-8e21-b3d6cea2e13e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:38.645769 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fa14d-b51a-48ef-8e21-b3d6cea2e13e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:38.770221 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c55fa14d-b51a-48ef-8e21-b3d6cea2e13e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:38.770221 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c55fa14d-b51a-48ef-8e21-b3d6cea2e13e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4246829 Jun 23 09:31:38.770221 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:38.771207 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48812) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:38.776710 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-8a9cc2e8-9742-4cbc-9185-cdbfe3695747 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'security_group_rule': {'security_group_id': '8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53', 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:38.885807 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48818) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:38.890576 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-905493700-network', 'tenant_id': '13798ae7abba44a8893cd5401d1684f0'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:38.996716 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc2e8-9742-4cbc-9185-cdbfe3695747 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (f399b076-d840-48a9-a317-6b68ed2a723c), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.021280 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Made reservation on behalf of 13798ae7abba44a8893cd5401d1684f0 for: {'network': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:31:39.024166 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.042209 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.085676 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc2e8-9742-4cbc-9185-cdbfe3695747 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (f399b076-d840-48a9-a317-6b68ed2a723c), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.143095 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Publish callbacks [] for security_group (987b87eb-924b-4c26-8ae8-edf08a174b41), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.175671 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc2e8-9742-4cbc-9185-cdbfe3695747 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (f399b076-d840-48a9-a317-6b68ed2a723c), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.197012 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cc2e8-9742-4cbc-9185-cdbfe3695747 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f399b076-d840-48a9-a317-6b68ed2a723c,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:39.304571 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (987b87eb-924b-4c26-8ae8-edf08a174b41), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.333761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=104735) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:31:39.339564 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987b87eb-924b-4c26-8ae8-edf08a174b41,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:39.345858 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (d2df0287-0cf9-4eb6-92ec-123e92286477), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.346514 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.segments_db [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Added segment d2df0287-0cf9-4eb6-92ec-123e92286477 of type vlan for network 2a4f7b08-a809-42e3-990c-d5a7d86c015d Jun 23 09:31:39.349750 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8a9cc2e8-9742-4cbc-9185-cdbfe3695747 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.355639 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-8a9cc2e8-9742-4cbc-9185-cdbfe3695747 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5784488 Jun 23 09:31:39.358650 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48830) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:39.364870 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-9b781878-74cd-44cb-a2a5-e9619a248426 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'security_group_rule': {'security_group_id': '8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53', 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:39.371060 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Sync routers for ids ['30834876-b7e1-4009-bdc9-22d439aa23eb'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:39.383439 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Routers {'30834876-b7e1-4009-bdc9-22d439aa23eb'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:39.384115 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['30834876-b7e1-4009-bdc9-22d439aa23eb'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:39.415325 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (2a4f7b08-a809-42e3-990c-d5a7d86c015d), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.435412 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:39.481526 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9b781878-74cd-44cb-a2a5-e9619a248426 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (875169bd-cc35-4f95-826c-f8df19964e29), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.500190 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Set router 30834876-b7e1-4009-bdc9-22d439aa23eb gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:39.501230 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (2a4f7b08-a809-42e3-990c-d5a7d86c015d), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.502406 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:39.503047 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.549767 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9b781878-74cd-44cb-a2a5-e9619a248426 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (875169bd-cc35-4f95-826c-f8df19964e29), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.567701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4f7b08-a809-42e3-990c-d5a7d86c015d,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:39.579868 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 2a4f7b08-a809-42e3-990c-d5a7d86c015d details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:31:39.659114 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9b781878-74cd-44cb-a2a5-e9619a248426 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (875169bd-cc35-4f95-826c-f8df19964e29), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.670234 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-4e8c440d-7af4-4a22-9bf4-08d9e0e0f162 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7748790 Jun 23 09:31:39.670234 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48838) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:39.674311 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Request body: {'subnet': {'network_id': '2a4f7b08-a809-42e3-990c-d5a7d86c015d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-905493700-subnet', 'tenant_id': '13798ae7abba44a8893cd5401d1684f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:39.696190 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b781878-74cd-44cb-a2a5-e9619a248426 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875169bd-cc35-4f95-826c-f8df19964e29,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:39.784751 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device bf5d8d31-832c-4aef-ae22-c94f14ea23c9 up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:39.797679 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:31:36Z', 'revision_number': 4, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '723746d1-d379-40dc-aa90-47899028740a', 'name': '', 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'mac_address': 'fa:16:3e:ec:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9c2229db-f356-409d-bf2f-831c2199764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:35Z', 'updated_at': '2022-06-23T09:31:36Z', 'revision_number': 2, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'subnets': [{'id': '9c2229db-f356-409d-bf2f-831c2199764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:39.823295 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Checking router: 30834876-b7e1-4009-bdc9-22d439aa23eb for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:39.823672 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Updating router 30834876-b7e1-4009-bdc9-22d439aa23eb port 723746d1-d379-40dc-aa90-47899028740a binding host dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:31:39.832401 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:39.832848 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.843085 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Made reservation on behalf of 13798ae7abba44a8893cd5401d1684f0 for: {'subnet': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:31:39.845139 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9b781878-74cd-44cb-a2a5-e9619a248426 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.846228 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9013191'] for subnet (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.846868 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-9b781878-74cd-44cb-a2a5-e9619a248426 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4870901 Jun 23 09:31:39.849686 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48850) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:39.853002 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:39.855850 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (723746d1-d379-40dc-aa90-47899028740a), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:39.860532 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-c59f10af-4fca-49a6-a1d0-dd77fb1fd213 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'security_group_rule': {'security_group_id': '8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53', 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:39.923801 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:39.989178 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:40.056388 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c59f10af-4fca-49a6-a1d0-dd77fb1fd213 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (cf2006ca-2964-4891-bc85-67364abfce69), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.093546 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d17b03c9-4bcd-41f3-aa8b-54cf9e6c30fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.128202 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:40.128729 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c59f10af-4fca-49a6-a1d0-dd77fb1fd213 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (cf2006ca-2964-4891-bc85-67364abfce69), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.134757 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Publish callbacks [] for port (723746d1-d379-40dc-aa90-47899028740a), precommit_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.196876 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4097313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9013169'] for subnet (48298642-d3b2-44c9-afe0-28912bb47676), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.224949 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (723746d1-d379-40dc-aa90-47899028740a), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.235026 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c59f10af-4fca-49a6-a1d0-dd77fb1fd213 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (cf2006ca-2964-4891-bc85-67364abfce69), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.269273 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aa972-2f39-47a9-9fee-3c4cec14b020 None None] Pushing event updated for resources: {'Port': ['ID=723746d1-d379-40dc-aa90-47899028740a,revision_number=3']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:40.272137 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f10af-4fca-49a6-a1d0-dd77fb1fd213 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2006ca-2964-4891-bc85-67364abfce69,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:40.284433 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48298642-d3b2-44c9-afe0-28912bb47676,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:40.296320 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Checking segment: {'id': 'd2df0287-0cf9-4eb6-92ec-123e92286477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a4f7b08-a809-42e3-990c-d5a7d86c015d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:40.296775 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Network hostable DHCP agents. Network: 2a4f7b08-a809-42e3-990c-d5a7d86c015d, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104735) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:31:40.344530 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Attempting to bind port 723746d1-d379-40dc-aa90-47899028740a on host dv-cinder-847274-1-iscsi for vnic_type normal with profile {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:31:40.344897 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Attempting to bind port 723746d1-d379-40dc-aa90-47899028740a by drivers openvswitch,hyperv on host dv-cinder-847274-1-iscsi at level 0 using segments [{'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:31:40.345251 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Attempting to bind port 723746d1-d379-40dc-aa90-47899028740a on network 8ebec8b7-539e-4c0a-a94a-b685d7170263 {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:31:40.350560 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Checking agent: {'id': 'ba0bac27-8af0-4744-aa5f-6abaea6c759e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847274-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 15, 45), 'started_at': datetime.datetime(2022, 6, 23, 9, 16, 15), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847274-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:31:40.350947 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Checking segment: {'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104737) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:31:40.351353 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.352265 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Bound using segment: {'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'} {{(pid=104737) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:31:40.352719 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.managers [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Bound port: 723746d1-d379-40dc-aa90-47899028740a, host: dv-cinder-847274-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158066f1-55ef-423d-91c4-8f0fa8ede8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263'}}] {{(pid=104737) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:31:40.353093 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (723746d1-d379-40dc-aa90-47899028740a), before_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.370254 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c59f10af-4fca-49a6-a1d0-dd77fb1fd213 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.372340 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c59f10af-4fca-49a6-a1d0-dd77fb1fd213 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5208004 Jun 23 09:31:40.374435 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48874) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:40.380577 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-040d5d11-b3f2-4a6a-a0b2-49764aaaa085 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'security_group_rule': {'security_group_id': '8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53', 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:40.402809 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Network 2a4f7b08-a809-42e3-990c-d5a7d86c015d is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:31:40.434972 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] For port 723746d1-d379-40dc-aa90-47899028740a, host dv-cinder-847274-1-iscsi, cleared binding levels {{(pid=104737) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:31:40.438312 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.plugins.ml2.db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] For port 723746d1-d379-40dc-aa90-47899028740a, host dv-cinder-847274-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=723746d1-d379-40dc-aa90-47899028740a,segment=NetworkSegment(158066f1-55ef-423d-91c4-8f0fa8ede8b3),segment_id=158066f1-55ef-423d-91c4-8f0fa8ede8b3)] {{(pid=104737) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:31:40.488114 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-66578e4a-76d4-411e-9beb-a59fdc17dfad None None] Provisioning complete for port 723746d1-d379-40dc-aa90-47899028740a triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:40.488490 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-66578e4a-76d4-411e-9beb-a59fdc17dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (723746d1-d379-40dc-aa90-47899028740a), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.518448 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-66578e4a-76d4-411e-9beb-a59fdc17dfad None None] Port 723746d1-d379-40dc-aa90-47899028740a cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:31:40.580124 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron_lib.callbacks.manager [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (723746d1-d379-40dc-aa90-47899028740a), after_update {{(pid=104737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.585793 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 2a4f7b08-a809-42e3-990c-d5a7d86c015d) {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:31:40.594685 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:40.596850 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.600506 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-040d5d11-b3f2-4a6a-a0b2-49764aaaa085 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (165a40fc-8bc5-4356-889b-d2fb97fb7476), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.609258 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593ca032-8705-472d-a91d-c5442d1300db None None] Network 2a4f7b08-a809-42e3-990c-d5a7d86c015d requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:40.631742 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Routers {'30834876-b7e1-4009-bdc9-22d439aa23eb'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:40.632645 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['30834876-b7e1-4009-bdc9-22d439aa23eb'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:40.705495 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-040d5d11-b3f2-4a6a-a0b2-49764aaaa085 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (165a40fc-8bc5-4356-889b-d2fb97fb7476), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.740666 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36709f2e-b754-4ff8-ba3f-069a948e9417 None None] Network 2a4f7b08-a809-42e3-990c-d5a7d86c015d requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:31:40.783100 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d1ed4b8a-3bd7-4fca-8126-02ad2477c307 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1042898 Jun 23 09:31:40.787478 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] Set router 30834876-b7e1-4009-bdc9-22d439aa23eb gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:40.809527 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-040d5d11-b3f2-4a6a-a0b2-49764aaaa085 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (165a40fc-8bc5-4356-889b-d2fb97fb7476), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.853389 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aa972-2f39-47a9-9fee-3c4cec14b020 None None] Pushing event updated for resources: {'Port': ['ID=723746d1-d379-40dc-aa90-47899028740a,revision_number=4']} {{(pid=104737) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:40.853747 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d5d11-b3f2-4a6a-a0b2-49764aaaa085 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165a40fc-8bc5-4356-889b-d2fb97fb7476,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:40.939006 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-728d72fd-8c66-45f6-b82e-09a00241ccc8 None None] Provisioning complete for port 723746d1-d379-40dc-aa90-47899028740a triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:40.939387 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-728d72fd-8c66-45f6-b82e-09a00241ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (723746d1-d379-40dc-aa90-47899028740a), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.947777 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-040d5d11-b3f2-4a6a-a0b2-49764aaaa085 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:40.951307 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-040d5d11-b3f2-4a6a-a0b2-49764aaaa085 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5735681 Jun 23 09:31:40.959023 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48894) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:40.965380 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-70fcb114-3aba-44f2-b821-36a39952ac6e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'security_group_rule': {'security_group_id': '8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53', 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:40.973688 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48896) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:41.019284 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-728d72fd-8c66-45f6-b82e-09a00241ccc8 None None] Current status of the port 723746d1-d379-40dc-aa90-47899028740a is: DOWN; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:41.019687 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-728d72fd-8c66-45f6-b82e-09a00241ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (723746d1-d379-40dc-aa90-47899028740a), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.032312 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed1b790-a3d8-42d5-a9ff-7ed23eb9f257 admin admin] Deleting subnet 099e221a-58d9-428e-bb9a-d448564eaeb6 {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:31:41.036401 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2ed1b790-a3d8-42d5-a9ff-7ed23eb9f257 admin admin] Publish callbacks [] for subnet (099e221a-58d9-428e-bb9a-d448564eaeb6), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.049966 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:41.057210 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:31:36Z', 'revision_number': 4, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '723746d1-d379-40dc-aa90-47899028740a', 'name': '', 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'mac_address': 'fa:16:3e:ec:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9c2229db-f356-409d-bf2f-831c2199764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:35Z', 'updated_at': '2022-06-23T09:31:40Z', 'revision_number': 4, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'subnets': [{'id': '9c2229db-f356-409d-bf2f-831c2199764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:41.067365 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-728d72fd-8c66-45f6-b82e-09a00241ccc8 None None] For port 723746d1-d379-40dc-aa90-47899028740a, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=723746d1-d379-40dc-aa90-47899028740a,segment=NetworkSegment(158066f1-55ef-423d-91c4-8f0fa8ede8b3),segment_id=158066f1-55ef-423d-91c4-8f0fa8ede8b3)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:41.089611 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2ed1b790-a3d8-42d5-a9ff-7ed23eb9f257 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (099e221a-58d9-428e-bb9a-d448564eaeb6), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.092712 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5af67-b505-494f-bc76-95d78b5f4430 None None] The sync data for ids ['30834876-b7e1-4009-bdc9-22d439aa23eb'] in dv-cinder-847274-1-iscsi is: [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:31:36Z', 'revision_number': 4, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '723746d1-d379-40dc-aa90-47899028740a', 'name': '', 'network_id': '8ebec8b7-539e-4c0a-a94a-b685d7170263', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'mac_address': 'fa:16:3e:ec:65:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '9c2229db-f356-409d-bf2f-831c2199764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:35Z', 'updated_at': '2022-06-23T09:31:40Z', 'revision_number': 4, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'subnets': [{'id': '9c2229db-f356-409d-bf2f-831c2199764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:41.113621 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.securitygroups_db [None req-70fcb114-3aba-44f2-b821-36a39952ac6e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Project a100fa3c9d124f9089173a35a1e3691d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 09:31:41.125665 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70fcb114-3aba-44f2-b821-36a39952ac6e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (1438f97a-4dbd-4a5b-a050-e5386f05b47a), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.146363 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-728d72fd-8c66-45f6-b82e-09a00241ccc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (723746d1-d379-40dc-aa90-47899028740a), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.183864 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2ed1b790-a3d8-42d5-a9ff-7ed23eb9f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (099e221a-58d9-428e-bb9a-d448564eaeb6), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.222661 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d72fd-8c66-45f6-b82e-09a00241ccc8 None None] Pushing event updated for resources: {'Port': ['ID=723746d1-d379-40dc-aa90-47899028740a,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:41.262435 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70fcb114-3aba-44f2-b821-36a39952ac6e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (1438f97a-4dbd-4a5b-a050-e5386f05b47a), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.333844 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70fcb114-3aba-44f2-b821-36a39952ac6e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (1438f97a-4dbd-4a5b-a050-e5386f05b47a), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.354191 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcb114-3aba-44f2-b821-36a39952ac6e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1438f97a-4dbd-4a5b-a050-e5386f05b47a,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:41.363450 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2ed1b790-a3d8-42d5-a9ff-7ed23eb9f257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (099e221a-58d9-428e-bb9a-d448564eaeb6), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.392295 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1b790-a3d8-42d5-a9ff-7ed23eb9f257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099e221a-58d9-428e-bb9a-d448564eaeb6,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:41.399437 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2ed1b790-a3d8-42d5-a9ff-7ed23eb9f257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.401760 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-2ed1b790-a3d8-42d5-a9ff-7ed23eb9f257 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/099e221a-58d9-428e-bb9a-d448564eaeb6 HTTP/1.1" status: 204 len: 168 time: 0.4271562 Jun 23 09:31:41.404160 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48900) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:41.426312 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-70fcb114-3aba-44f2-b821-36a39952ac6e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.427668 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-70fcb114-3aba-44f2-b821-36a39952ac6e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4676754 Jun 23 09:31:41.436008 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48902) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:41.446498 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-4f1ebd21-768b-4575-b0fd-eeb87fa3ba01 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'security_group_rule': {'security_group_id': '8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53', 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:31:41.483600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (a45c66af-562e-4f61-a0c3-affcd135037a), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.484879 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48904) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:41.499837 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:41.568607 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.securitygroups_db [None req-4f1ebd21-768b-4575-b0fd-eeb87fa3ba01 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Project a100fa3c9d124f9089173a35a1e3691d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 09:31:41.574664 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (a45c66af-562e-4f61-a0c3-affcd135037a), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.578743 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4f1ebd21-768b-4575-b0fd-eeb87fa3ba01 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (4368061b-e2d4-4470-a96b-6a42dc68541a), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.604299 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45c66af-562e-4f61-a0c3-affcd135037a']}} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:41.615644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295bd0be-b86b-46ad-bbc4-afb3d5ad1d60') {'for_net_delete': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:41.616234 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295bd0be-b86b-46ad-bbc4-afb3d5ad1d60') {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:41.630253 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3843396'] for segment (295bd0be-b86b-46ad-bbc4-afb3d5ad1d60), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.631250 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2daf2a8f-0d0b-4967-8f43-00262fe83263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.645565 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (295bd0be-b86b-46ad-bbc4-afb3d5ad1d60), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.652411 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:41.653833 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:31:41.654236 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097416'] for segment (295bd0be-b86b-46ad-bbc4-afb3d5ad1d60), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.700714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4f1ebd21-768b-4575-b0fd-eeb87fa3ba01 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (4368061b-e2d4-4470-a96b-6a42dc68541a), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.721089 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 295bd0be-b86b-46ad-bbc4-afb3d5ad1d60 resource provider aggregate not found Jun 23 09:31:41.745727 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 295bd0be-b86b-46ad-bbc4-afb3d5ad1d60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 295bd0be-b86b-46ad-bbc4-afb3d5ad1d60 found for delete ", "request_id": "req-d9fa07e5-9b3b-492b-8c5e-96867597be70"}]} Jun 23 09:31:41.756142 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2daf2a8f-0d0b-4967-8f43-00262fe83263 admin admin] Publish callbacks [] for security_group (c3721df0-ac0e-48ab-b159-5c6e0b78b2e2), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.784660 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4f1ebd21-768b-4575-b0fd-eeb87fa3ba01 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (4368061b-e2d4-4470-a96b-6a42dc68541a), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.806037 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ebd21-768b-4575-b0fd-eeb87fa3ba01 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4368061b-e2d4-4470-a96b-6a42dc68541a,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:41.809205 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 723746d1-d379-40dc-aa90-47899028740a up at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:31:41.830616 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2daf2a8f-0d0b-4967-8f43-00262fe83263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (c3721df0-ac0e-48ab-b159-5c6e0b78b2e2), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.831649 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (a45c66af-562e-4f61-a0c3-affcd135037a), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.838072 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.841454 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a45c66af-562e-4f61-a0c3-affcd135037a HTTP/1.1" status: 204 len: 168 time: 0.4361615 Jun 23 09:31:41.848005 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48912) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:41.852365 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=23,neutron:SELECT=73,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:41.856843 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b3f23-01fe-4699-84d9-ca6687189b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45c66af-562e-4f61-a0c3-affcd135037a,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:41.861321 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Provisioning complete for port 723746d1-d379-40dc-aa90-47899028740a triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:31:41.862006 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (723746d1-d379-40dc-aa90-47899028740a), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.910389 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4f1ebd21-768b-4575-b0fd-eeb87fa3ba01 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.911700 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-4f1ebd21-768b-4575-b0fd-eeb87fa3ba01 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4734786 Jun 23 09:31:41.918642 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2daf2a8f-0d0b-4967-8f43-00262fe83263 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3e481e5158b499c8da9dd6fb2da2a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322639 Jun 23 09:31:41.919405 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf2a8f-0d0b-4967-8f43-00262fe83263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3721df0-ac0e-48ab-b159-5c6e0b78b2e2,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:41.921774 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48920) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:41.944654 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Current status of the port 723746d1-d379-40dc-aa90-47899028740a is: ACTIVE; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:31:41.952933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e43cc22-ce2e-4537-b938-8efe53b7d43f admin admin] Deleting subnet 48298642-d3b2-44c9-afe0-28912bb47676 {{(pid=104734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:31:41.955270 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e43cc22-ce2e-4537-b938-8efe53b7d43f admin admin] Publish callbacks [] for subnet (48298642-d3b2-44c9-afe0-28912bb47676), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.989092 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9b373de6-a4ae-4a4d-8cf3-492896c0dc49 admin admin] Publish callbacks [] for security_group (c3721df0-ac0e-48ab-b159-5c6e0b78b2e2), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:41.997375 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e43cc22-ce2e-4537-b938-8efe53b7d43f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10442506'] for subnet (48298642-d3b2-44c9-afe0-28912bb47676), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.012527 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9b373de6-a4ae-4a4d-8cf3-492896c0dc49 admin admin] Publish callbacks [] for security_group (c3721df0-ac0e-48ab-b159-5c6e0b78b2e2), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.042050 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e43cc22-ce2e-4537-b938-8efe53b7d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (48298642-d3b2-44c9-afe0-28912bb47676), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.074935 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:42.167590 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9b373de6-a4ae-4a4d-8cf3-492896c0dc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (c3721df0-ac0e-48ab-b159-5c6e0b78b2e2), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.170266 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9b373de6-a4ae-4a4d-8cf3-492896c0dc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.171666 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9b373de6-a4ae-4a4d-8cf3-492896c0dc49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3721df0-ac0e-48ab-b159-5c6e0b78b2e2 HTTP/1.1" status: 204 len: 168 time: 0.2450247 Jun 23 09:31:42.180406 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b373de6-a4ae-4a4d-8cf3-492896c0dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3721df0-ac0e-48ab-b159-5c6e0b78b2e2,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:42.260041 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e43cc22-ce2e-4537-b938-8efe53b7d43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9992338'] for subnet (48298642-d3b2-44c9-afe0-28912bb47676), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.291152 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43cc22-ce2e-4537-b938-8efe53b7d43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48298642-d3b2-44c9-afe0-28912bb47676,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:42.293295 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-6e62cced-3020-454b-8577-79893a50ef25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.294958 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e43cc22-ce2e-4537-b938-8efe53b7d43f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.298070 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2e43cc22-ce2e-4537-b938-8efe53b7d43f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/48298642-d3b2-44c9-afe0-28912bb47676 HTTP/1.1" status: 204 len: 168 time: 0.4472709 Jun 23 09:31:42.301056 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48958) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:42.369235 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (2a4f7b08-a809-42e3-990c-d5a7d86c015d), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.452097 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (2a4f7b08-a809-42e3-990c-d5a7d86c015d), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.472379 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4f7b08-a809-42e3-990c-d5a7d86c015d']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:42.482128 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2df0287-0cf9-4eb6-92ec-123e92286477') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:42.482429 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2df0287-0cf9-4eb6-92ec-123e92286477') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:42.493661 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (d2df0287-0cf9-4eb6-92ec-123e92286477), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.506894 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (d2df0287-0cf9-4eb6-92ec-123e92286477), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.513245 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:31:42.514011 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (d2df0287-0cf9-4eb6-92ec-123e92286477), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.533904 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment d2df0287-0cf9-4eb6-92ec-123e92286477 resource provider aggregate not found Jun 23 09:31:42.572843 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment d2df0287-0cf9-4eb6-92ec-123e92286477 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2df0287-0cf9-4eb6-92ec-123e92286477 found for delete ", "request_id": "req-539391e7-f018-43eb-b1f5-99cfb87c0ab6"}]} Jun 23 09:31:42.665760 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (2a4f7b08-a809-42e3-990c-d5a7d86c015d), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.674378 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:42.677765 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] 10.222.0.52 "DELETE /v2.0/networks/2a4f7b08-a809-42e3-990c-d5a7d86c015d HTTP/1.1" status: 204 len: 168 time: 0.3762507 Jun 23 09:31:42.688830 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccded1e7-7fd5-4b41-b445-08a6eb1ccd6b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4f7b08-a809-42e3-990c-d5a7d86c015d,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:43.013364 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:43.039558 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48970) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:43.058538 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c76289a2-6799-4654-96e6-3647db88f862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.134629 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c76289a2-6799-4654-96e6-3647db88f862 admin admin] Publish callbacks [] for security_group (85e2945f-b59a-4258-a759-d0d5970f1068), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.148369 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48974) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:43.188824 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-5ae10a18-2bfd-4b09-a614-879969bfe3a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da9c33b4686f4655927d30cc24950141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387342 Jun 23 09:31:43.190734 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 48976) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:43.239333 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e313ce49-732c-419a-8ebe-06d853beb819 admin admin] Publish callbacks [] for security_group (7ccf3ff7-0b82-4831-9c60-dec06e47df7a), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.256795 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c76289a2-6799-4654-96e6-3647db88f862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (85e2945f-b59a-4258-a759-d0d5970f1068), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.269666 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e313ce49-732c-419a-8ebe-06d853beb819 admin admin] Publish callbacks [] for security_group (7ccf3ff7-0b82-4831-9c60-dec06e47df7a), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.303843 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c76289a2-6799-4654-96e6-3647db88f862 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73660378e226452db04380659e53d969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631762 Jun 23 09:31:43.307093 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 48978) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:43.323695 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76289a2-6799-4654-96e6-3647db88f862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2945f-b59a-4258-a759-d0d5970f1068,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:43.360089 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-06d623cd-19af-4b51-b9b7-c6abc880be4f admin admin] Publish callbacks [] for security_group (85e2945f-b59a-4258-a759-d0d5970f1068), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.382419 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-06d623cd-19af-4b51-b9b7-c6abc880be4f admin admin] Publish callbacks [] for security_group (85e2945f-b59a-4258-a759-d0d5970f1068), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.428201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e313ce49-732c-419a-8ebe-06d853beb819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (7ccf3ff7-0b82-4831-9c60-dec06e47df7a), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.428201 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e313ce49-732c-419a-8ebe-06d853beb819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.428862 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e313ce49-732c-419a-8ebe-06d853beb819 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ccf3ff7-0b82-4831-9c60-dec06e47df7a HTTP/1.1" status: 204 len: 168 time: 0.2370877 Jun 23 09:31:43.437930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313ce49-732c-419a-8ebe-06d853beb819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf3ff7-0b82-4831-9c60-dec06e47df7a,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:43.516499 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-06d623cd-19af-4b51-b9b7-c6abc880be4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (85e2945f-b59a-4258-a759-d0d5970f1068), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.519234 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-06d623cd-19af-4b51-b9b7-c6abc880be4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.520411 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-06d623cd-19af-4b51-b9b7-c6abc880be4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85e2945f-b59a-4258-a759-d0d5970f1068 HTTP/1.1" status: 204 len: 168 time: 0.2122817 Jun 23 09:31:43.531181 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d623cd-19af-4b51-b9b7-c6abc880be4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2945f-b59a-4258-a759-d0d5970f1068,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:43.557641 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:43.985629 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:44.281753 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49014) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:44.326488 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-4f509902-7217-4cf2-91ba-41c453b79f83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13798ae7abba44a8893cd5401d1684f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435803 Jun 23 09:31:44.328946 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49016) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:44.370570 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:44.381207 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f30c5fc5-22da-4955-9707-f8f4d8c36de7 admin admin] Publish callbacks [] for security_group (987b87eb-924b-4c26-8ae8-edf08a174b41), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:44.396423 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:44.406115 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f30c5fc5-22da-4955-9707-f8f4d8c36de7 admin admin] Publish callbacks [] for security_group (987b87eb-924b-4c26-8ae8-edf08a174b41), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:44.435768 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:44.539580 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f30c5fc5-22da-4955-9707-f8f4d8c36de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (987b87eb-924b-4c26-8ae8-edf08a174b41), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:44.542290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f30c5fc5-22da-4955-9707-f8f4d8c36de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:44.543585 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f30c5fc5-22da-4955-9707-f8f4d8c36de7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/987b87eb-924b-4c26-8ae8-edf08a174b41 HTTP/1.1" status: 204 len: 168 time: 0.2137001 Jun 23 09:31:44.552806 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c5fc5-22da-4955-9707-f8f4d8c36de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987b87eb-924b-4c26-8ae8-edf08a174b41,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:44.979834 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:45.161994 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:45.385120 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:45.894963 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:45.973275 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:46.489898 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49082) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:46.719017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9e1dfc04-f5f8-4174-a199-286275b00cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:46.810030 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9e1dfc04-f5f8-4174-a199-286275b00cc0 admin admin] Publish callbacks [] for security_group (de8e0b90-d9f5-4a62-ac75-20fcb5229a1a), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:46.865092 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:46.950832 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9e1dfc04-f5f8-4174-a199-286275b00cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (de8e0b90-d9f5-4a62-ac75-20fcb5229a1a), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:46.991150 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-9e1dfc04-f5f8-4174-a199-286275b00cc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8129a8935079469cb87dd09dd1c8ef36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000963 Jun 23 09:31:46.993944 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dfc04-f5f8-4174-a199-286275b00cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e0b90-d9f5-4a62-ac75-20fcb5229a1a,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:46.994647 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49096) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:47.048417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba97a1df-7fb2-4e81-9e18-3fe72e68f07b admin admin] Publish callbacks [] for security_group (de8e0b90-d9f5-4a62-ac75-20fcb5229a1a), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:47.070365 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba97a1df-7fb2-4e81-9e18-3fe72e68f07b admin admin] Publish callbacks [] for security_group (de8e0b90-d9f5-4a62-ac75-20fcb5229a1a), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:47.156301 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:47.201657 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba97a1df-7fb2-4e81-9e18-3fe72e68f07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (de8e0b90-d9f5-4a62-ac75-20fcb5229a1a), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:47.204274 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ba97a1df-7fb2-4e81-9e18-3fe72e68f07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:47.205415 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-ba97a1df-7fb2-4e81-9e18-3fe72e68f07b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de8e0b90-d9f5-4a62-ac75-20fcb5229a1a HTTP/1.1" status: 204 len: 168 time: 0.2097664 Jun 23 09:31:47.216916 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97a1df-7fb2-4e81-9e18-3fe72e68f07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e0b90-d9f5-4a62-ac75-20fcb5229a1a,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:47.983490 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49110) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:47.998511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-59d90760-3fdf-4f31-bd24-179353eb2b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:48.074236 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-59d90760-3fdf-4f31-bd24-179353eb2b9a admin admin] Publish callbacks [] for security_group (69a92798-b11d-4088-b5cf-4d18b64ea868), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:48.150690 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-59d90760-3fdf-4f31-bd24-179353eb2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (69a92798-b11d-4088-b5cf-4d18b64ea868), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:48.190483 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d90760-3fdf-4f31-bd24-179353eb2b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a92798-b11d-4088-b5cf-4d18b64ea868,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:48.197031 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-59d90760-3fdf-4f31-bd24-179353eb2b9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e75370aebfc44ea8a3cb6c7f7fc592c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122431 Jun 23 09:31:48.199977 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49114) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:48.254003 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Publish callbacks [] for security_group (69a92798-b11d-4088-b5cf-4d18b64ea868), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:48.277107 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Publish callbacks [] for security_group (69a92798-b11d-4088-b5cf-4d18b64ea868), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:48.281874 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:48.447396 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (69a92798-b11d-4088-b5cf-4d18b64ea868), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:48.449997 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:48.451203 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69a92798-b11d-4088-b5cf-4d18b64ea868 HTTP/1.1" status: 204 len: 168 time: 0.2502084 Jun 23 09:31:48.460342 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a92798-b11d-4088-b5cf-4d18b64ea868,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:48.468086 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.468436 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.468786 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.469157 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.469507 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.469824 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.470148 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.470474 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.470799 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.471152 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.471479 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.471807 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.472127 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.472475 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.472799 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc91df3-9081-4ae4-85f3-563faa2cdb1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:31:48.521866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=83,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:49.659373 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:51.873735 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49218) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:51.988804 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-963a08e7-745b-4750-aa0a-bb0f59e13456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.043377 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=31 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:52.072221 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-963a08e7-745b-4750-aa0a-bb0f59e13456 admin admin] Publish callbacks [] for security_group (485bc347-8f4e-40ad-973e-bd0e116ef5c4), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.144387 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49226) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:52.218747 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-963a08e7-745b-4750-aa0a-bb0f59e13456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (485bc347-8f4e-40ad-973e-bd0e116ef5c4), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.270206 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a08e7-745b-4750-aa0a-bb0f59e13456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485bc347-8f4e-40ad-973e-bd0e116ef5c4,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:52.306107 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-963a08e7-745b-4750-aa0a-bb0f59e13456 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f1a568e94c947c9bcd1f121bb11bc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309189 Jun 23 09:31:52.309088 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49232) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:52.373643 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-795598a8-3ce4-4acc-bad1-6d3cd0944f2c admin admin] Publish callbacks [] for security_group (485bc347-8f4e-40ad-973e-bd0e116ef5c4), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.389019 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:52.393557 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-795598a8-3ce4-4acc-bad1-6d3cd0944f2c admin admin] Publish callbacks [] for security_group (485bc347-8f4e-40ad-973e-bd0e116ef5c4), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.442012 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Deleting port fe2e0b66-98de-4685-86bd-be9d65f10e1f {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:52.442012 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (fe2e0b66-98de-4685-86bd-be9d65f10e1f), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.513243 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:52.558351 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b5fad-9552-4f16-b2eb-fd201baedd88 req-69c542ec-986b-4716-9e85-91be23a8ecb4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:52.559839 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-572b5fad-9552-4f16-b2eb-fd201baedd88 req-69c542ec-986b-4716-9e85-91be23a8ecb4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0874684 Jun 23 09:31:52.568782 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-795598a8-3ce4-4acc-bad1-6d3cd0944f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (485bc347-8f4e-40ad-973e-bd0e116ef5c4), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.572271 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-795598a8-3ce4-4acc-bad1-6d3cd0944f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.573786 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-795598a8-3ce4-4acc-bad1-6d3cd0944f2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/485bc347-8f4e-40ad-973e-bd0e116ef5c4 HTTP/1.1" status: 204 len: 168 time: 0.2635550 Jun 23 09:31:52.585164 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795598a8-3ce4-4acc-bad1-6d3cd0944f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485bc347-8f4e-40ad-973e-bd0e116ef5c4,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:52.589980 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (fe2e0b66-98de-4685-86bd-be9d65f10e1f), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.590312 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for floatingip (fe2e0b66-98de-4685-86bd-be9d65f10e1f), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.612294 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Calling delete_port for fe2e0b66-98de-4685-86bd-be9d65f10e1f owned by network:floatingip {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:52.648344 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-572b5fad-9552-4f16-b2eb-fd201baedd88 req-412b7a2a-a340-48e4-a3df-c1b823ea0961 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827181 Jun 23 09:31:52.870725 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (fe2e0b66-98de-4685-86bd-be9d65f10e1f), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.898015 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event deleted for resources: {'Port': ['ID=fe2e0b66-98de-4685-86bd-be9d65f10e1f,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:52.958491 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for floatingip (fdab7bf6-8c6c-4f64-8a21-148345a284a8), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:52.958815 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.l3_db [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Floating IP fdab7bf6-8c6c-4f64-8a21-148345a284a8 disassociated (deleted). External IP: 172.27.2.79, port: 866d3ed7-aceb-4e8d-a61f-b4881b214198. Jun 23 09:31:53.162290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Router 04284d3d-4e72-437b-a0ff-f66f53cd3591 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:31:53.265953 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:31:53.270866 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:53.276076 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] Sync routers for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:31:53.285332 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:53.285954 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:53.300458 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e8feb772-b670-465e-8740-d96753ab7b61 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "DELETE /v2.0/floatingips/fdab7bf6-8c6c-4f64-8a21-148345a284a8 HTTP/1.1" status: 204 len: 168 time: 1.1544483 Jun 23 09:31:53.300680 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:31:53.303045 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e06e0cffc971381b8b54ac56bf197225e853ec5a8ac20524baad390248041580" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:31:53.368781 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b2c696-c9a4-4d9c-b206-1f8e64473170 x-openstack-request-id: req-a4b2c696-c9a4-4d9c-b206-1f8e64473170 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:31:53.369087 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198", "status": "completed", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:31:53.369345 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4b2c696-c9a4-4d9c-b206-1f8e64473170 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:31:53.369784 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b2c696-c9a4-4d9c-b206-1f8e64473170'] response: {'name': 'network-changed', 'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'status': 'completed', 'code': 200} Jun 23 09:31:53.395755 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:53.480645 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-a60802cb-c473-44d1-b216-2832282e4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:53.483703 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-a60802cb-c473-44d1-b216-2832282e4c83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ee3f1c33377446489b75e9faaa5654b&device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 1129 time: 0.0580530 Jun 23 09:31:53.605522 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49268) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:53.611998 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:47Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:53.617319 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ee542001-ccf0-4de0-945d-bff725115ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:53.627045 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-5ca49c77-2df6-4ecb-9c1e-1f3415735ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:53.628725 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-5ca49c77-2df6-4ecb-9c1e-1f3415735ad5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 200 len: 910 time: 0.1378019 Jun 23 09:31:53.638059 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] Checking router: 04284d3d-4e72-437b-a0ff-f66f53cd3591 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:31:53.646734 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:31:53.647381 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:53.676128 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-635cd87f-61c6-4d48-81b4-c995a216671e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 200 len: 217 time: 0.0349028 Jun 23 09:31:53.718262 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ee542001-ccf0-4de0-945d-bff725115ee0 admin admin] Publish callbacks [] for security_group (ad338d69-8056-4f2a-80d2-a01762da8c49), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:53.726847 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:53.744151 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-b11102d6-0770-4c4c-9d6a-82982eb5d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:53.748919 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-b11102d6-0770-4c4c-9d6a-82982eb5d0c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=687fb39a-c4a6-4493-ac48-9fac6a9d11cb HTTP/1.1" status: 200 len: 848 time: 0.0631926 Jun 23 09:31:53.801115 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-c07ecc48-aa57-4145-9198-03e98ddb88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:53.802814 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-c07ecc48-aa57-4145-9198-03e98ddb88f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41d8d680-ae9a-4d55-be37-805921d1b1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487771 Jun 23 09:31:53.816311 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653b9f2-f7f3-4ae5-8912-ec42f226c785 req-8cfdf427-95a9-4710-9bce-221c48e55593 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:53.840863 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6653b9f2-f7f3-4ae5-8912-ec42f226c785 req-8cfdf427-95a9-4710-9bce-221c48e55593 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0875082 Jun 23 09:31:53.848256 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ee542001-ccf0-4de0-945d-bff725115ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (ad338d69-8056-4f2a-80d2-a01762da8c49), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:53.898068 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:31:53.922841 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ee542001-ccf0-4de0-945d-bff725115ee0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebef946ffbac49cfa8c2172ccfd75795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186452 Jun 23 09:31:53.941279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee542001-ccf0-4de0-945d-bff725115ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad338d69-8056-4f2a-80d2-a01762da8c49,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:53.943840 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49276) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:53.950013 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00538567-9b84-4a5d-80b7-dce3d188b043 req-728d509c-f87d-44d3-a350-53ed6db6f4b2 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:53.950638 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6653b9f2-f7f3-4ae5-8912-ec42f226c785 req-583d0c88-4e49-4f55-a86c-b3aad939ea8c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116202 Jun 23 09:31:53.951567 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-00538567-9b84-4a5d-80b7-dce3d188b043 req-728d509c-f87d-44d3-a350-53ed6db6f4b2 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0956786 Jun 23 09:31:54.015455 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-473a7ae0-e92f-4bc1-88f6-e78297d39306 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047091 Jun 23 09:31:54.060456 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-00538567-9b84-4a5d-80b7-dce3d188b043 req-c10bef09-dfce-4abd-8cb3-1642e88eb16a tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000407 Jun 23 09:31:54.061217 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8648c3de-b583-4381-b497-97545701e750 admin admin] Publish callbacks [] for security_group (ad338d69-8056-4f2a-80d2-a01762da8c49), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:54.065469 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:54.087254 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8648c3de-b583-4381-b497-97545701e750 admin admin] Publish callbacks [] for security_group (ad338d69-8056-4f2a-80d2-a01762da8c49), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:54.093645 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:47Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:31:54.119099 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3196f21-6316-49bd-998b-e5249f784eaa None None] The sync data for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi is: [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:26:42Z', 'revision_number': 4, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '044f0fcd-76c8-4bfb-a253-c0c8e994ff10', 'name': '', 'network_id': '41d8d680-ae9a-4d55-be37-805921d1b1ec', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'mac_address': 'fa:16:3e:9a:92:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:41Z', 'updated_at': '2022-06-23T09:26:47Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'subnets': [{'id': '687fb39a-c4a6-4493-ac48-9fac6a9d11cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:31:54.236616 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8648c3de-b583-4381-b497-97545701e750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (ad338d69-8056-4f2a-80d2-a01762da8c49), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:54.239611 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8648c3de-b583-4381-b497-97545701e750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:54.240849 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-8648c3de-b583-4381-b497-97545701e750 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad338d69-8056-4f2a-80d2-a01762da8c49 HTTP/1.1" status: 204 len: 168 time: 0.2883835 Jun 23 09:31:54.250784 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648c3de-b583-4381-b497-97545701e750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad338d69-8056-4f2a-80d2-a01762da8c49,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:54.363608 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c32a40-bb08-478f-83a2-9ecf0492cd38 None None] New status for floating IP fdab7bf6-8c6c-4f64-8a21-148345a284a8: DOWN {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:31:55.072894 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc9750-42e4-43be-8708-7ef2d02ba7bb req-943328e4-5725-4a4b-802b-be7d47762d00 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:55.077475 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c9fc9750-42e4-43be-8708-7ef2d02ba7bb req-943328e4-5725-4a4b-802b-be7d47762d00 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0556085 Jun 23 09:31:55.093479 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9814823c-5fa2-4be1-ba81-6b21e3a1e06b req-56a36b63-2853-4529-af00-f4f4c782af38 service neutron] 10.222.0.55 "GET /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958588 Jun 23 09:31:55.138069 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c9fc9750-42e4-43be-8708-7ef2d02ba7bb req-7191377d-936a-4655-a634-99257f9d2d09 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561023 Jun 23 09:31:55.193510 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240ee0-e2f2-4b73-93c5-f24daa1234d0 req-318e5fa2-1b24-4729-8ed4-26192635ebb6 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:55.195236 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-17240ee0-e2f2-4b73-93c5-f24daa1234d0 req-318e5fa2-1b24-4729-8ed4-26192635ebb6 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0518479 Jun 23 09:31:55.244153 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-17240ee0-e2f2-4b73-93c5-f24daa1234d0 req-57518788-742a-40e4-9f7e-5808d0fdd3bf tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Jun 23 09:31:55.396968 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49308) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:55.503695 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8914de97-6257-4bfa-afd0-5d1a52ed3afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:55.579415 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8914de97-6257-4bfa-afd0-5d1a52ed3afd admin admin] Publish callbacks [] for security_group (bb39a38c-4dbc-4f6d-9279-71f2d3e1fd4c), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:55.739355 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8914de97-6257-4bfa-afd0-5d1a52ed3afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (bb39a38c-4dbc-4f6d-9279-71f2d3e1fd4c), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:55.758380 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:55.778455 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914de97-6257-4bfa-afd0-5d1a52ed3afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb39a38c-4dbc-4f6d-9279-71f2d3e1fd4c,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:55.782723 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-8914de97-6257-4bfa-afd0-5d1a52ed3afd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96ddf3fb81d8436d81fa2d7026749369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847468 Jun 23 09:31:55.785417 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49322) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:55.837299 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5660-0c40-4194-9934-706ac61d7471 admin admin] Publish callbacks [] for security_group (bb39a38c-4dbc-4f6d-9279-71f2d3e1fd4c), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:55.858535 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5660-0c40-4194-9934-706ac61d7471 admin admin] Publish callbacks [] for security_group (bb39a38c-4dbc-4f6d-9279-71f2d3e1fd4c), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.007507 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5660-0c40-4194-9934-706ac61d7471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (bb39a38c-4dbc-4f6d-9279-71f2d3e1fd4c), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.010045 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5660-0c40-4194-9934-706ac61d7471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.011288 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-a7dc5660-0c40-4194-9934-706ac61d7471 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb39a38c-4dbc-4f6d-9279-71f2d3e1fd4c HTTP/1.1" status: 204 len: 168 time: 0.2249374 Jun 23 09:31:56.019271 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc5660-0c40-4194-9934-706ac61d7471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb39a38c-4dbc-4f6d-9279-71f2d3e1fd4c,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:56.179261 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:56.201386 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-98cfc130-14de-4e49-bd1b-2ac18e94f673 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:56.203974 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-98cfc130-14de-4e49-bd1b-2ac18e94f673 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0601025 Jun 23 09:31:56.278417 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedcefb-1c9f-4364-a01d-4e797755d02e req-8e1eb8c2-531a-4ae8-a1f0-30639577c1bc tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:56.280007 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0aedcefb-1c9f-4364-a01d-4e797755d02e req-8e1eb8c2-531a-4ae8-a1f0-30639577c1bc tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0584064 Jun 23 09:31:56.302752 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Deleting port 866d3ed7-aceb-4e8d-a61f-b4881b214198 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:31:56.303129 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.333980 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0aedcefb-1c9f-4364-a01d-4e797755d02e req-a0d30ce3-7740-43fd-a499-4f4fc299732f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461385 Jun 23 09:31:56.418557 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8fe92-2ae3-4319-a0a7-131c4d84d5fa req-7e870f4f-d302-4ed7-b403-02370d58138e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:56.420042 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d7a8fe92-2ae3-4319-a0a7-131c4d84d5fa req-7e870f4f-d302-4ed7-b403-02370d58138e tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 945 time: 0.0887463 Jun 23 09:31:56.450610 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] For port 866d3ed7-aceb-4e8d-a61f-b4881b214198, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=866d3ed7-aceb-4e8d-a61f-b4881b214198,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:31:56.451248 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.473436 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Calling delete_port for 866d3ed7-aceb-4e8d-a61f-b4881b214198 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:31:56.501696 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d7a8fe92-2ae3-4319-a0a7-131c4d84d5fa req-2c8cddaf-d7bb-4efe-9d89-0817462322cc tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/security-groups?id=616f3249-590e-4170-93dc-3556ce08cc53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752552 Jun 23 09:31:56.556245 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:56.711338 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (866d3ed7-aceb-4e8d-a61f-b4881b214198), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.736928 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event deleted for resources: {'Port': ['ID=866d3ed7-aceb-4e8d-a61f-b4881b214198,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:56.787179 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] No DVR routers for this DVR port 866d3ed7-aceb-4e8d-a61f-b4881b214198 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:31:56.789667 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.792925 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0c2b53f8-3573-4de4-b4e7-edad16bb913e req-904e990e-0b0b-494c-99dc-b4bda01d5488 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.55 "DELETE /v2.0/ports/866d3ed7-aceb-4e8d-a61f-b4881b214198 HTTP/1.1" status: 204 len: 173 time: 0.5822101 Jun 23 09:31:56.793383 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'name': 'network-vif-deleted', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:31:56.795647 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7e9209-97b7-4a82-8022-b25098930054" -d '{"events": [{"server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "name": "network-vif-deleted", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:31:56.836829 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:56.837498 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49350) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:56.860309 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-882ccf67-76d9-439a-8b41-834f862c7a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.953505 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-882ccf67-76d9-439a-8b41-834f862c7a10 admin admin] Publish callbacks [] for security_group (ce24e3c6-196e-433d-af4c-60a3d3df2b96), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:56.995099 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3245b6-e883-4bcd-a27d-fb1ee2ef6d8d x-openstack-request-id: req-cf3245b6-e883-4bcd-a27d-fb1ee2ef6d8d {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:31:56.995393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c02a829-249f-434a-8551-deca0e564d14", "name": "network-vif-deleted", "tag": "866d3ed7-aceb-4e8d-a61f-b4881b214198", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:31:56.995649 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf3245b6-e883-4bcd-a27d-fb1ee2ef6d8d {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:31:56.996054 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3245b6-e883-4bcd-a27d-fb1ee2ef6d8d'] response: {'server_uuid': '1c02a829-249f-434a-8551-deca0e564d14', 'name': 'network-vif-deleted', 'tag': '866d3ed7-aceb-4e8d-a61f-b4881b214198', 'status': 'completed', 'code': 200} Jun 23 09:31:57.041942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-882ccf67-76d9-439a-8b41-834f862c7a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (ce24e3c6-196e-433d-af4c-60a3d3df2b96), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:57.082630 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-882ccf67-76d9-439a-8b41-834f862c7a10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37249065f80a4097bbdad538cf58d59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439764 Jun 23 09:31:57.085333 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ccf67-76d9-439a-8b41-834f862c7a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce24e3c6-196e-433d-af4c-60a3d3df2b96,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:57.085735 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49354) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:31:57.167756 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1adf65bc-7961-4363-96f3-e78bbe21ec7f admin admin] Publish callbacks [] for security_group (ce24e3c6-196e-433d-af4c-60a3d3df2b96), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:57.194223 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1adf65bc-7961-4363-96f3-e78bbe21ec7f admin admin] Publish callbacks [] for security_group (ce24e3c6-196e-433d-af4c-60a3d3df2b96), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:57.247563 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:57.316047 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1adf65bc-7961-4363-96f3-e78bbe21ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (ce24e3c6-196e-433d-af4c-60a3d3df2b96), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:57.319012 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1adf65bc-7961-4363-96f3-e78bbe21ec7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:57.320690 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-1adf65bc-7961-4363-96f3-e78bbe21ec7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce24e3c6-196e-433d-af4c-60a3d3df2b96 HTTP/1.1" status: 204 len: 168 time: 0.2334318 Jun 23 09:31:57.330627 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf65bc-7961-4363-96f3-e78bbe21ec7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce24e3c6-196e-433d-af4c-60a3d3df2b96,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:31:57.458608 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5396e-0447-46cf-ad9d-85cac111269a req-99a1680d-f8b1-4581-a49e-47a53c381fa6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:57.460166 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-eba5396e-0447-46cf-ad9d-85cac111269a req-99a1680d-f8b1-4581-a49e-47a53c381fa6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0527992 Jun 23 09:31:57.540069 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-eba5396e-0447-46cf-ad9d-85cac111269a req-e37359b5-8f14-4933-9595-8fca78a3eb66 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641816 Jun 23 09:31:57.610681 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b34c1b9f-b01b-4987-bf9a-3a18399427f7 req-3cd96432-48bb-4dff-ae56-f84afe622570 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0365248 Jun 23 09:31:57.876666 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:57.944374 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:31:58.662230 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0243f5-ff79-4256-9182-bc3c37f30a74 req-216ede9d-8aed-409c-ad7e-f5edeb6b2627 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:58.664479 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0c0243f5-ff79-4256-9182-bc3c37f30a74 req-216ede9d-8aed-409c-ad7e-f5edeb6b2627 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0518758 Jun 23 09:31:58.719401 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0c0243f5-ff79-4256-9182-bc3c37f30a74 req-705cb4a9-5bd6-4fd6-a33c-dcd35e92323e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491078 Jun 23 09:31:58.723635 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2e21a6fb-9db1-4ca8-a54f-48d347b63de2 req-4e05d620-ab27-40af-b85b-c8d098e82518 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c02a829-249f-434a-8551-deca0e564d14 HTTP/1.1" status: 200 len: 210 time: 0.0276132 Jun 23 09:31:59.089036 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-499e55c2-6abf-42ec-827e-a89845d3f947 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018351472&fields=id&tenant_id=a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 267 time: 0.0454862 Jun 23 09:31:59.210456 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-551d3d23-3614-4e6e-a922-a8b0f07f5801 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:59.210456 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-551d3d23-3614-4e6e-a922-a8b0f07f5801 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 812 time: 0.1100919 Jun 23 09:31:59.220743 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-2785119c-d914-47de-8e9d-150572d99b16 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/quotas/a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 375 time: 0.0092404 Jun 23 09:31:59.272787 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-314d46f6-7891-42d0-aebd-753ae3d84979 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465095 Jun 23 09:31:59.384867 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-55275863-769c-45c9-9714-2ac2e19e9539 service neutron] 10.222.0.52 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980163 Jun 23 09:31:59.467901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:31:59.488621 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-4705aca7-7b3c-4dd9-b9ff-685688979ede service neutron] 10.222.0.52 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980325 Jun 23 09:31:59.686274 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 866d3ed7-aceb-4e8d-a61f-b4881b214198 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:31:59.704450 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 866d3ed7-aceb-4e8d-a61f-b4881b214198 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:31:59.704799 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 866d3ed7-aceb-4e8d-a61f-b4881b214198 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:31:59.843375 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8878f-6514-4bc1-92a6-573bf38252b8 req-b8b63adf-500b-42a6-ba5f-96cbeee373a8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:31:59.844852 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8c8878f-6514-4bc1-92a6-573bf38252b8 req-b8b63adf-500b-42a6-ba5f-96cbeee373a8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0521731 Jun 23 09:31:59.893278 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e8c8878f-6514-4bc1-92a6-573bf38252b8 req-a4ec6e90-a573-4571-a459-0a6e7145ad94 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427394 Jun 23 09:31:59.938971 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49456) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:00.012387 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ee3846c1-acab-45f7-99b5-28fbe1c20ae7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group (616f3249-590e-4170-93dc-3556ce08cc53), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:00.042031 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ee3846c1-acab-45f7-99b5-28fbe1c20ae7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group (616f3249-590e-4170-93dc-3556ce08cc53), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:00.201833 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ee3846c1-acab-45f7-99b5-28fbe1c20ae7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (616f3249-590e-4170-93dc-3556ce08cc53), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:00.209521 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-ee3846c1-acab-45f7-99b5-28fbe1c20ae7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:00.209521 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-ee3846c1-acab-45f7-99b5-28fbe1c20ae7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] 10.222.0.52 "DELETE /v2.0/security-groups/616f3249-590e-4170-93dc-3556ce08cc53 HTTP/1.1" status: 204 len: 168 time: 0.2657354 Jun 23 09:32:00.215274 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3846c1-acab-45f7-99b5-28fbe1c20ae7 tempest-TestShelveInstance-1814145903 tempest-TestShelveInstance-1814145903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f3249-590e-4170-93dc-3556ce08cc53,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:00.389046 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49468) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:00.856286 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (04284d3d-4e72-437b-a0ff-f66f53cd3591), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:01.004162 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-941d837e-3293-4b0b-a87c-5ac544a86492 req-80ec9f05-d80d-454d-80e3-4a297a427778 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 210 time: 0.0522654 Jun 23 09:32:01.326436 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2a123-aa2f-406d-bf08-842e606267ea req-e3eefe1b-35e3-435e-8dc4-ccbb1d451e6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:01.327938 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-18f2a123-aa2f-406d-bf08-842e606267ea req-e3eefe1b-35e3-435e-8dc4-ccbb1d451e6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0767846 Jun 23 09:32:01.422027 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-18f2a123-aa2f-406d-bf08-842e606267ea req-ddec066e-b5f7-4a4f-987e-90a5b81555de tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878296 Jun 23 09:32:01.425996 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Deleting port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:01.426343 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:01.453002 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:01.516695 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:01.523716 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] For port 044f0fcd-76c8-4bfb-a253-c0c8e994ff10, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:01.524078 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:01.536815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Calling delete_port for 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 owned by network:router_interface {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:01.870790 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (044f0fcd-76c8-4bfb-a253-c0c8e994ff10), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:01.896166 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Pushing event deleted for resources: {'Port': ['ID=044f0fcd-76c8-4bfb-a253-c0c8e994ff10,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:02.081283 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (04284d3d-4e72-437b-a0ff-f66f53cd3591), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:02.084284 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:02.124539 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-951f8b29-045e-4404-a2c7-7ca8dc082877 req-874388a3-9688-4b50-a423-7e84dfdca5e2 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 210 time: 0.0519557 Jun 23 09:32:02.301896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Router 04284d3d-4e72-437b-a0ff-f66f53cd3591 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:32:02.405511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:32:02.410458 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d5a652cf-b190-4e75-9306-d5c64bdc03ea admin admin] 10.222.0.52 "PUT /v2.0/routers/04284d3d-4e72-437b-a0ff-f66f53cd3591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0203757 Jun 23 09:32:02.413023 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49504) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:02.414954 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] Sync routers for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:32:02.426024 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:32:02.426635 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:02.476943 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:02.530242 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:32:02.558787 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks [] for router (04284d3d-4e72-437b-a0ff-f66f53cd3591), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:02.565975 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9fb19-9ecd-450d-9a74-f3fcad3ff049 req-0e4b7026-9692-4bf2-9f3d-4aeb88cea701 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:02.568351 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4ff9fb19-9ecd-450d-9a74-f3fcad3ff049 req-0e4b7026-9692-4bf2-9f3d-4aeb88cea701 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0703559 Jun 23 09:32:02.602833 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:02.609426 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:02.701126 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4ff9fb19-9ecd-450d-9a74-f3fcad3ff049 req-f1e3cbc5-fa2e-4744-890d-237a8912e33b tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956123 Jun 23 09:32:02.715208 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks [] for router_gateway (04284d3d-4e72-437b-a0ff-f66f53cd3591), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:02.721416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:32:01Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:02.747305 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] Checking router: 04284d3d-4e72-437b-a0ff-f66f53cd3591 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:32:02.756080 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] Routers {'04284d3d-4e72-437b-a0ff-f66f53cd3591'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:32:02.756729 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['04284d3d-4e72-437b-a0ff-f66f53cd3591'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:02.805097 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:02.850643 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Deleting port 552baad5-868b-408e-b0a8-d2271d6d3b7e {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:02.851025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:02.867024 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] Set router 04284d3d-4e72-437b-a0ff-f66f53cd3591 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:32:02.935830 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] For port 552baad5-868b-408e-b0a8-d2271d6d3b7e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=552baad5-868b-408e-b0a8-d2271d6d3b7e,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:02.936476 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:02.956083 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Calling delete_port for 552baad5-868b-408e-b0a8-d2271d6d3b7e owned by network:router_gateway {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:03.056777 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:32:01Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:03.085029 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428b0c61-c56b-4509-ad06-c4bd4274e0f9 None None] The sync data for ids ['04284d3d-4e72-437b-a0ff-f66f53cd3591'] in dv-cinder-847274-1-iscsi is: [{'id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'name': 'tempest-TestShelveInstance-1506234364-router', 'tenant_id': '3ee3f1c33377446489b75e9faaa5654b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:36Z', 'updated_at': '2022-06-23T09:32:01Z', 'revision_number': 5, 'project_id': '3ee3f1c33377446489b75e9faaa5654b', 'gw_port': {'id': '552baad5-868b-408e-b0a8-d2271d6d3b7e', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04284d3d-4e72-437b-a0ff-f66f53cd3591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:37Z', 'updated_at': '2022-06-23T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:32:03.224973 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (552baad5-868b-408e-b0a8-d2271d6d3b7e), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.236778 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-10d4dc12-4d40-4d60-a0bb-41a7c21b6661 req-ee725c08-7896-45a8-882f-400a1cfb2f1e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 210 time: 0.0337956 Jun 23 09:32:03.252315 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=552baad5-868b-408e-b0a8-d2271d6d3b7e,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:03.301994 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:03.321533 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (04284d3d-4e72-437b-a0ff-f66f53cd3591), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.406472 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (04284d3d-4e72-437b-a0ff-f66f53cd3591), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.408524 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks [] for router_controller (04284d3d-4e72-437b-a0ff-f66f53cd3591), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.521994 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (04284d3d-4e72-437b-a0ff-f66f53cd3591), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.522610 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04284d3d-4e72-437b-a0ff-f66f53cd3591 {{(pid=104735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:32:03.530411 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.530411 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-6979227f-8ef5-4449-9dc9-eaa496b5a0d2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/04284d3d-4e72-437b-a0ff-f66f53cd3591 HTTP/1.1" status: 204 len: 168 time: 1.1141098 Jun 23 09:32:03.531075 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49516) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:03.583431 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c384add-72f4-4d93-a024-5d16e4761ebe admin admin] Deleting subnet 687fb39a-c4a6-4493-ac48-9fac6a9d11cb {{(pid=104734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:32:03.586647 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2c384add-72f4-4d93-a024-5d16e4761ebe admin admin] Publish callbacks [] for subnet (687fb39a-c4a6-4493-ac48-9fac6a9d11cb), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.621738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2c384add-72f4-4d93-a024-5d16e4761ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10442506'] for subnet (687fb39a-c4a6-4493-ac48-9fac6a9d11cb), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.704525 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2c384add-72f4-4d93-a024-5d16e4761ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (687fb39a-c4a6-4493-ac48-9fac6a9d11cb), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:03.979156 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6b079-a04f-438a-ba60-ccd437a4be6a req-d3f33346-e16f-4e47-979e-67d0ba70f843 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:03.979156 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7b6b079-a04f-438a-ba60-ccd437a4be6a req-d3f33346-e16f-4e47-979e-67d0ba70f843 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0824537 Jun 23 09:32:04.064111 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-203b4cc5-8740-41ff-998b-ea40d0890827 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:04.065565 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-203b4cc5-8740-41ff-998b-ea40d0890827 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 812 time: 0.1716473 Jun 23 09:32:04.068617 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b7b6b079-a04f-438a-ba60-ccd437a4be6a req-4ac114d2-b729-4149-80af-a25f6227e6a4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959694 Jun 23 09:32:04.167136 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-b8f87b63-6f87-4fd9-b1cd-a327719fce8e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 380 time: 0.0875728 Jun 23 09:32:04.177837 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'port': {'device_id': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'admin_state_up': True, 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'security_groups': ['8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:04.191634 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2c384add-72f4-4d93-a024-5d16e4761ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9992338'] for subnet (687fb39a-c4a6-4493-ac48-9fac6a9d11cb), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.234125 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c384add-72f4-4d93-a024-5d16e4761ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687fb39a-c4a6-4493-ac48-9fac6a9d11cb,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:04.239258 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e803b4-dc18-4330-bfc0-5dcb109ed998 None None] Network 41d8d680-ae9a-4d55-be37-805921d1b1ec requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:32:04.248932 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2c384add-72f4-4d93-a024-5d16e4761ebe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.252590 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2c384add-72f4-4d93-a024-5d16e4761ebe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/687fb39a-c4a6-4493-ac48-9fac6a9d11cb HTTP/1.1" status: 204 len: 168 time: 0.7203217 Jun 23 09:32:04.260266 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49536) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:04.285419 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:32:04.333209 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:32:04.333956 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 044f0fcd-76c8-4bfb-a253-c0c8e994ff10 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:32:04.354287 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (41d8d680-ae9a-4d55-be37-805921d1b1ec), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.374052 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-30d4d37c-284c-48e6-a46b-58009789f1ce req-ad86db06-d0f1-4db3-a769-b069e8dcd764 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 210 time: 0.0496969 Jun 23 09:32:04.398245 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:04.423441 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Deleting port 87229f94-6744-403c-973c-3ec827e3be73 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:04.424714 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (87229f94-6744-403c-973c-3ec827e3be73), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.480408 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] DHCP port deletion for 41d8d680-ae9a-4d55-be37-805921d1b1ec request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:32:04.484488 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:04.496334 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] For port 87229f94-6744-403c-973c-3ec827e3be73, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=87229f94-6744-403c-973c-3ec827e3be73,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:04.496658 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (87229f94-6744-403c-973c-3ec827e3be73), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.510492 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Calling delete_port for 87229f94-6744-403c-973c-3ec827e3be73 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:04.518956 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Deleting port 87229f94-6744-403c-973c-3ec827e3be73 {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:04.519658 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (87229f94-6744-403c-973c-3ec827e3be73), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.585495 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] For port 87229f94-6744-403c-973c-3ec827e3be73, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=87229f94-6744-403c-973c-3ec827e3be73,segment=NetworkSegment(0093700e-27c9-4a83-9b3d-e565a69bcf6b),segment_id=0093700e-27c9-4a83-9b3d-e565a69bcf6b)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:04.585889 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (87229f94-6744-403c-973c-3ec827e3be73), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.596333 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Made reservation on behalf of a100fa3c9d124f9089173a35a1e3691d for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:32:04.601089 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.611342 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Calling delete_port for 87229f94-6744-403c-973c-3ec827e3be73 owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:04.611677 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:04.693458 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (87229f94-6744-403c-973c-3ec827e3be73), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.700492 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (87229f94-6744-403c-973c-3ec827e3be73), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.721734 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87229f94-6744-403c-973c-3ec827e3be73,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:04.723562 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] No DVR routers for this DVR port 87229f94-6744-403c-973c-3ec827e3be73 on host dv-cinder-847274-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:32:04.725164 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Pushing event deleted for resources: {'Port': ['ID=87229f94-6744-403c-973c-3ec827e3be73,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:04.736225 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] No DVR routers for this DVR port 87229f94-6744-403c-973c-3ec827e3be73 on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:32:04.738835 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.739251 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.739663 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.739995 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.740357 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.740819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.741157 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.741536 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.742393 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.742711 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.743067 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.743395 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.747390 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.747390 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.747390 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b7f23-99ee-4f77-87f6-7b92f4e11c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:04.758946 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae3008-3a54-4c93-8753-219f0082adb7 req-fb268336-a8a9-4421-9ba2-60f522d56440 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:04.760861 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-69ae3008-3a54-4c93-8753-219f0082adb7 req-fb268336-a8a9-4421-9ba2-60f522d56440 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0701339 Jun 23 09:32:04.782770 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:04.810700 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (41d8d680-ae9a-4d55-be37-805921d1b1ec), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.836007 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d8d680-ae9a-4d55-be37-805921d1b1ec']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:04.852862 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0093700e-27c9-4a83-9b3d-e565a69bcf6b') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:04.853170 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0093700e-27c9-4a83-9b3d-e565a69bcf6b') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:04.871516 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (0093700e-27c9-4a83-9b3d-e565a69bcf6b), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.879944 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-69ae3008-3a54-4c93-8753-219f0082adb7 req-1109d9c3-84e2-447c-8139-61b752886593 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095912 Jun 23 09:32:04.884252 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (0093700e-27c9-4a83-9b3d-e565a69bcf6b), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.887407 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Allocated IP 172.20.0.13 (88fe912b-da29-4c17-ab52-b1ab29cc85c5/5fce2325-c94b-4797-ada2-3096657750cd/08844799-4090-4da0-968c-37240d55bee9) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:32:04.894368 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:32:04.895045 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (0093700e-27c9-4a83-9b3d-e565a69bcf6b), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:04.937568 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 0093700e-27c9-4a83-9b3d-e565a69bcf6b resource provider aggregate not found Jun 23 09:32:04.985067 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 0093700e-27c9-4a83-9b3d-e565a69bcf6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0093700e-27c9-4a83-9b3d-e565a69bcf6b found for delete ", "request_id": "req-af5bef1f-7709-4651-9cc5-7a63e9c0f43c"}]} Jun 23 09:32:04.995055 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59453f35-0562-45ba-9812-e67341753cb5 req-b63c9299-2707-4c92-81dd-7a6740f7f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:04.996928 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-59453f35-0562-45ba-9812-e67341753cb5 req-b63c9299-2707-4c92-81dd-7a6740f7f40d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 1129 time: 0.0863233 Jun 23 09:32:05.099501 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (41d8d680-ae9a-4d55-be37-805921d1b1ec), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:05.106168 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:05.112315 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/41d8d680-ae9a-4d55-be37-805921d1b1ec HTTP/1.1" status: 204 len: 168 time: 0.8484638 Jun 23 09:32:05.120111 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49562) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:05.121429 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8475c7-a8d0-47bd-923b-cfa73501b6c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d8d680-ae9a-4d55-be37-805921d1b1ec,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:05.206083 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (08844799-4090-4da0-968c-37240d55bee9), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:05.248904 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59453f35-0562-45ba-9812-e67341753cb5 req-49c6ec33-36aa-443a-b43a-12a2998558f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:05.250352 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-59453f35-0562-45ba-9812-e67341753cb5 req-49c6ec33-36aa-443a-b43a-12a2998558f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 911 time: 0.2264845 Jun 23 09:32:05.371044 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-59453f35-0562-45ba-9812-e67341753cb5 req-9b86b114-45f2-4093-bc33-272f2a681099 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95dc3d13-1af1-41f6-949f-2220f4476942 HTTP/1.1" status: 200 len: 1001 time: 0.1119158 Jun 23 09:32:05.410580 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (08844799-4090-4da0-968c-37240d55bee9), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:05.552071 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf150a1c-fef0-45d3-97c9-a2682f18ac08 req-19fd7e23-6cf5-45a9-b9c5-e51e6f556fdf tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:05.553896 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bf150a1c-fef0-45d3-97c9-a2682f18ac08 req-19fd7e23-6cf5-45a9-b9c5-e51e6f556fdf tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 932 time: 0.0966063 Jun 23 09:32:05.615916 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bf150a1c-fef0-45d3-97c9-a2682f18ac08 req-25deff1b-a236-46e3-a19c-6fb43c2b2645 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550964 Jun 23 09:32:05.745391 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:05.755222 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59453f35-0562-45ba-9812-e67341753cb5 req-24ba509d-2c66-42e9-91e4-a8afb3cd64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:05.758232 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-59453f35-0562-45ba-9812-e67341753cb5 req-24ba509d-2c66-42e9-91e4-a8afb3cd64ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff4218dd-159c-44f2-88a2-68834a3147f0 HTTP/1.1" status: 200 len: 849 time: 0.3779025 Jun 23 09:32:05.774159 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:32:05.785789 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=08844799-4090-4da0-968c-37240d55bee9,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:05.787112 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:32:05.787732 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 552baad5-868b-408e-b0a8-d2271d6d3b7e no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:32:05.806893 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:32:05.814834 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 552baad5-868b-408e-b0a8-d2271d6d3b7e {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:32:05.815970 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 552baad5-868b-408e-b0a8-d2271d6d3b7e not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:32:05.815970 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 87229f94-6744-403c-973c-3ec827e3be73 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:32:05.835756 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 87229f94-6744-403c-973c-3ec827e3be73 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:32:05.836320 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 87229f94-6744-403c-973c-3ec827e3be73 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:32:05.878480 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59453f35-0562-45ba-9812-e67341753cb5 req-0cddcf87-5de7-49a1-aa2e-c713f010db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:05.880165 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-59453f35-0562-45ba-9812-e67341753cb5 req-0cddcf87-5de7-49a1-aa2e-c713f010db94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91dc23ae-594e-42cc-bac4-fbd112cab953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116753 Jun 23 09:32:05.901720 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:05.902329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:06.061379 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-11e97d14-ebe0-41b5-8e65-be3b69d6c760 None None] Provisioning complete for port 08844799-4090-4da0-968c-37240d55bee9 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:32:06.061756 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-11e97d14-ebe0-41b5-8e65-be3b69d6c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (08844799-4090-4da0-968c-37240d55bee9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:06.095329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (9794e13e-ca44-41ba-92ff-79c8474bc7d4), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:06.100491 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-11e97d14-ebe0-41b5-8e65-be3b69d6c760 None None] Port 08844799-4090-4da0-968c-37240d55bee9 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:32:06.107323 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44915216-f7e0-45f6-865d-cd644a5f30e2 req-9480b00f-6344-4e18-9494-7546ec79b388 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:06.108789 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-44915216-f7e0-45f6-865d-cd644a5f30e2 req-9480b00f-6344-4e18-9494-7546ec79b388 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.1001399 Jun 23 09:32:06.140900 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-59453f35-0562-45ba-9812-e67341753cb5 req-5b382a05-36af-435b-938b-713e6edf74d9 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449038 Jun 23 09:32:06.153728 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-81dfebff-bf65-4008-987f-8ef5e7837e23 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9807196 Jun 23 09:32:06.181645 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Request body: {'port': {'device_id': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:06.343346 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-44915216-f7e0-45f6-865d-cd644a5f30e2 req-6c833d96-501e-4bda-b5ff-7f4dfb37baba tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2014940 Jun 23 09:32:06.374780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (08844799-4090-4da0-968c-37240d55bee9), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:06.410365 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-59453f35-0562-45ba-9812-e67341753cb5 req-319383f3-e495-4d28-836c-498e2a64a3f2 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533240 Jun 23 09:32:06.631356 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-b89a1059-1ca2-4e56-9052-80be2c157c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:06.633368 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-b89a1059-1ca2-4e56-9052-80be2c157c41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 1129 time: 0.0818491 Jun 23 09:32:06.667886 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Deleting port b2797c65-6744-4a8f-9af1-a70825a6439c {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:06.668225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:06.744837 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e178f8-0176-4429-86ba-b007f8a232af req-2198a768-22c5-42de-8483-04bacc24d972 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:06.746501 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-88e178f8-0176-4429-86ba-b007f8a232af req-2198a768-22c5-42de-8483-04bacc24d972 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 932 time: 0.0486145 Jun 23 09:32:06.800046 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-88e178f8-0176-4429-86ba-b007f8a232af req-4640ea85-fb6c-4cb1-b797-2c5c89fa7de1 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 Jun 23 09:32:06.892768 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] For port b2797c65-6744-4a8f-9af1-a70825a6439c, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=b2797c65-6744-4a8f-9af1-a70825a6439c,segment=NetworkSegment(47d844fa-27f9-4b53-ba33-f3d644f133b0),segment_id=47d844fa-27f9-4b53-ba33-f3d644f133b0)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:06.893384 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:06.916819 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Calling delete_port for b2797c65-6744-4a8f-9af1-a70825a6439c owned by network:router_interface {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:06.968360 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-9b7964fc-1a3f-493d-bf78-01684aa77b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:06.969814 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-9b7964fc-1a3f-493d-bf78-01684aa77b8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 911 time: 0.2982283 Jun 23 09:32:07.010122 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08844799-4090-4da0-968c-37240d55bee9 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:32:07.019444 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Publish callbacks [] for port (08844799-4090-4da0-968c-37240d55bee9), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:07.042552 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Transition to ACTIVE for port object 08844799-4090-4da0-968c-37240d55bee9 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:32:07.143600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (08844799-4090-4da0-968c-37240d55bee9), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:07.189375 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:07.218585 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Pushing event updated for resources: {'Port': ['ID=08844799-4090-4da0-968c-37240d55bee9,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:07.346358 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Attempting to bind port 08844799-4090-4da0-968c-37240d55bee9 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:32:07.346765 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Attempting to bind port 08844799-4090-4da0-968c-37240d55bee9 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:32:07.347119 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Attempting to bind port 08844799-4090-4da0-968c-37240d55bee9 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:32:07.355994 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Port 08844799-4090-4da0-968c-37240d55bee9 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:32:07.356315 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Attempting to bind port 08844799-4090-4da0-968c-37240d55bee9 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:32:07.360763 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-aba0a26b-306b-4e2d-89a6-f9263f114f8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95dc3d13-1af1-41f6-949f-2220f4476942 HTTP/1.1" status: 200 len: 1001 time: 0.0822344 Jun 23 09:32:07.363605 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:32:07.363943 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Checking segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:32:07.364311 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Bound using segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:32:07.364734 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Bound port: 08844799-4090-4da0-968c-37240d55bee9, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:32:07.365089 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (08844799-4090-4da0-968c-37240d55bee9), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:07.402415 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (b2797c65-6744-4a8f-9af1-a70825a6439c), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:07.446342 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2797c65-6744-4a8f-9af1-a70825a6439c,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:07.522145 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-986959df-f0bc-4b5f-801b-d7a8d8fb25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:07.523660 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-986959df-f0bc-4b5f-801b-d7a8d8fb25b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff4218dd-159c-44f2-88a2-68834a3147f0 HTTP/1.1" status: 200 len: 849 time: 0.1558800 Jun 23 09:32:07.613457 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75696022-9ad5-4f44-8232-eef078b45612 req-2546e751-1ec8-4d6f-a1c2-99f3ad9f309f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:07.615017 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-75696022-9ad5-4f44-8232-eef078b45612 req-2546e751-1ec8-4d6f-a1c2-99f3ad9f309f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.1752870 Jun 23 09:32:07.646431 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] For port 08844799-4090-4da0-968c-37240d55bee9, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:32:07.662127 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-e0a9796e-5d4f-48dd-a707-e4cc6f8b1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:07.664248 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-e0a9796e-5d4f-48dd-a707-e4cc6f8b1c41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91dc23ae-594e-42cc-bac4-fbd112cab953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215622 Jun 23 09:32:07.677528 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] For port 08844799-4090-4da0-968c-37240d55bee9, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=08844799-4090-4da0-968c-37240d55bee9,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:32:07.751340 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (08844799-4090-4da0-968c-37240d55bee9), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:07.845944 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-75696022-9ad5-4f44-8232-eef078b45612 req-9eff2b28-b410-4dd4-b222-a1ea2e51f40f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2203665 Jun 23 09:32:07.866039 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:07.866701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:07.868801 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] 10.222.0.55 "PUT /v2.0/ports/08844799-4090-4da0-968c-37240d55bee9 HTTP/1.1" status: 200 len: 1094 time: 1.6918321 Jun 23 09:32:07.910530 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'tag': '08844799-4090-4da0-968c-37240d55bee9'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:32:07.916845 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7753b0c8-11da-4576-958b-068e65a49842" -d '{"events": [{"name": "network-changed", "server_uuid": "97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147", "tag": "08844799-4090-4da0-968c-37240d55bee9"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:32:07.963170 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d7db5-dc39-4553-87cc-2bc020a22de0 service neutron] Pushing event updated for resources: {'Port': ['ID=08844799-4090-4da0-968c-37240d55bee9,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:07.974847 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-13c0e2ce-b9be-4352-8a90-a04d7cb1f53b service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992206 Jun 23 09:32:07.975579 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (9794e13e-ca44-41ba-92ff-79c8474bc7d4), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:08.035393 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9b19-45fb-45f0-bd42-d1cfa759966d req-2996c4c9-fdd4-4227-9f5a-bf3990658167 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:08.037711 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8feb9b19-45fb-45f0-bd42-d1cfa759966d req-2996c4c9-fdd4-4227-9f5a-bf3990658167 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 944 time: 0.1307781 Jun 23 09:32:08.053724 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cc53c5-5923-44f0-a7eb-3105a349565d x-openstack-request-id: req-12cc53c5-5923-44f0-a7eb-3105a349565d {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:32:08.053995 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147", "tag": "08844799-4090-4da0-968c-37240d55bee9", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:32:08.054873 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12cc53c5-5923-44f0-a7eb-3105a349565d {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:32:08.055322 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12cc53c5-5923-44f0-a7eb-3105a349565d'] response: {'name': 'network-changed', 'server_uuid': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'tag': '08844799-4090-4da0-968c-37240d55bee9', 'status': 'completed', 'code': 200} Jun 23 09:32:08.110522 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-8feb9b19-45fb-45f0-bd42-d1cfa759966d req-520dc1d8-05e6-4d55-aeb8-df8e9db5fc0f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664673 Jun 23 09:32:08.393457 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:08.403224 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-98f9ba78-e6c3-40ea-8d82-63209b21d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:08.404724 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-98f9ba78-e6c3-40ea-8d82-63209b21d751 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 1128 time: 0.3528008 Jun 23 09:32:08.477867 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-2c2f4617-6e75-47b0-9764-283bfe574f7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08844799-4090-4da0-968c-37240d55bee9 HTTP/1.1" status: 200 len: 217 time: 0.0460689 Jun 23 09:32:08.522262 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b2848a10-2c12-4d00-b11b-ca2de368f71a req-76a6129a-10e2-46f8-bfe8-98f1fd882462 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398207 Jun 23 09:32:08.577531 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-65dffa6a-b1d6-404e-aba2-99c0d339fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:08.579834 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-65dffa6a-b1d6-404e-aba2-99c0d339fc0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0949101 Jun 23 09:32:08.662693 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-578f876a-4f28-418b-8fc5-1d08f5702777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:08.664247 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-578f876a-4f28-418b-8fc5-1d08f5702777 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774038 Jun 23 09:32:08.707617 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:32:08.714069 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:08.806848 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-dbc416e8-1927-4911-a484-3c99a414c76c service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339610 Jun 23 09:32:08.911514 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:32:08.927548 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c984f770-6092-4a3d-984a-68cef8c28e40 admin admin] 10.222.0.52 "PUT /v2.0/routers/9794e13e-ca44-41ba-92ff-79c8474bc7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7962744 Jun 23 09:32:08.927548 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49636) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:08.927784 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] Sync routers for ids ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:32:08.941524 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] Routers {'9794e13e-ca44-41ba-92ff-79c8474bc7d4'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:32:08.942148 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:09.000974 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da1794e9-2314-4513-ba5a-ddaf0ff84ca7 req-21373f41-f8bd-4cac-aa07-c64d78421248 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863756 Jun 23 09:32:09.055513 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks [] for router (9794e13e-ca44-41ba-92ff-79c8474bc7d4), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.063075 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] Set router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:32:09.161304 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49648) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:09.249491 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks [] for router_gateway (9794e13e-ca44-41ba-92ff-79c8474bc7d4), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.278037 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:32:07Z', 'revision_number': 5, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:09.286556 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37696472-57c8-4697-817c-8d55d3752095 req-a6f989c7-3a05-4057-ba36-b83c3028344b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:09.290483 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2787f84e-a972-443b-a1b7-45dfc2fd041a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.294148 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-37696472-57c8-4697-817c-8d55d3752095 req-a6f989c7-3a05-4057-ba36-b83c3028344b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 944 time: 0.0572484 Jun 23 09:32:09.302548 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:09.344662 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-37696472-57c8-4697-817c-8d55d3752095 req-212c71c1-32dd-4715-a8e5-21434173774a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496356 Jun 23 09:32:09.389375 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2787f84e-a972-443b-a1b7-45dfc2fd041a admin admin] Publish callbacks [] for security_group (e03e9fe2-77de-4b10-b7e0-a83233b6c866), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.394992 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] Checking router: 9794e13e-ca44-41ba-92ff-79c8474bc7d4 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:32:09.404151 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] Routers {'9794e13e-ca44-41ba-92ff-79c8474bc7d4'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:32:09.404753 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:31:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:09.423407 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:09.439701 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753b0c8-11da-4576-958b-068e65a49842 req-0bfe33f8-d705-41c6-9f04-36293e594961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:09.441264 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7753b0c8-11da-4576-958b-068e65a49842 req-0bfe33f8-d705-41c6-9f04-36293e594961 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 1128 time: 0.0646389 Jun 23 09:32:09.475329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Deleting port 270deffd-54f1-4b5d-a3cd-735f30238510 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:09.475669 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.503183 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] Set router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:32:09.534078 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2787f84e-a972-443b-a1b7-45dfc2fd041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e03e9fe2-77de-4b10-b7e0-a83233b6c866), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.558596 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:09.587951 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2787f84e-a972-443b-a1b7-45dfc2fd041a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3000869310b14b71ae077d3ecb73376c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247084 Jun 23 09:32:09.588862 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49652) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:09.598465 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753b0c8-11da-4576-958b-068e65a49842 req-fbfbc203-f3c3-46c5-8bc8-d83d14947bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:09.600056 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7753b0c8-11da-4576-958b-068e65a49842 req-fbfbc203-f3c3-46c5-8bc8-d83d14947bc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.1517591 Jun 23 09:32:09.604336 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787f84e-a972-443b-a1b7-45dfc2fd041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03e9fe2-77de-4b10-b7e0-a83233b6c866,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:09.618535 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] For port 270deffd-54f1-4b5d-a3cd-735f30238510, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=270deffd-54f1-4b5d-a3cd-735f30238510,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:09.619298 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.656964 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-256e824d-bd27-4a88-acdf-b82178f8e034 admin admin] Publish callbacks [] for security_group (e03e9fe2-77de-4b10-b7e0-a83233b6c866), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.664804 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7753b0c8-11da-4576-958b-068e65a49842 req-2cc0349c-8843-46e6-88b5-68ac44f84252 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08844799-4090-4da0-968c-37240d55bee9 HTTP/1.1" status: 200 len: 217 time: 0.0510213 Jun 23 09:32:09.664804 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Calling delete_port for 270deffd-54f1-4b5d-a3cd-735f30238510 owned by network:router_gateway {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:09.681243 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-256e824d-bd27-4a88-acdf-b82178f8e034 admin admin] Publish callbacks [] for security_group (e03e9fe2-77de-4b10-b7e0-a83233b6c866), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.697755 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:32:07Z', 'revision_number': 5, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:09.722352 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf523683-0776-4e2c-a226-b73c25c1eb01 None None] The sync data for ids ['9794e13e-ca44-41ba-92ff-79c8474bc7d4'] in dv-cinder-847274-1-iscsi is: [{'id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'name': 'tempest-TestShelveInstance-2119094128-router', 'tenant_id': 'ef7b8d3e156e464fa3330d4376b39310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:32:07Z', 'revision_number': 5, 'project_id': 'ef7b8d3e156e464fa3330d4376b39310', 'gw_port': {'id': '270deffd-54f1-4b5d-a3cd-735f30238510', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:cb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9794e13e-ca44-41ba-92ff-79c8474bc7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:26:47Z', 'updated_at': '2022-06-23T09:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:32:09.749963 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753b0c8-11da-4576-958b-068e65a49842 req-4a90afd0-7012-43c3-9184-8184301d08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:09.751462 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7753b0c8-11da-4576-958b-068e65a49842 req-4a90afd0-7012-43c3-9184-8184301d08c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0867236 Jun 23 09:32:09.836642 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-256e824d-bd27-4a88-acdf-b82178f8e034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e03e9fe2-77de-4b10-b7e0-a83233b6c866), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.839271 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-256e824d-bd27-4a88-acdf-b82178f8e034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:09.840741 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-256e824d-bd27-4a88-acdf-b82178f8e034 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e03e9fe2-77de-4b10-b7e0-a83233b6c866 HTTP/1.1" status: 204 len: 168 time: 0.2489014 Jun 23 09:32:09.849090 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e824d-bd27-4a88-acdf-b82178f8e034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03e9fe2-77de-4b10-b7e0-a83233b6c866,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:09.855710 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753b0c8-11da-4576-958b-068e65a49842 req-3689b60f-ec7c-465c-88cc-db60e63be831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:09.857411 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7753b0c8-11da-4576-958b-068e65a49842 req-3689b60f-ec7c-465c-88cc-db60e63be831 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878630 Jun 23 09:32:09.989625 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7753b0c8-11da-4576-958b-068e65a49842 req-e57745d5-8195-4dd4-922c-a3c47ac13468 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228576 Jun 23 09:32:10.098672 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (270deffd-54f1-4b5d-a3cd-735f30238510), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.106054 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7753b0c8-11da-4576-958b-068e65a49842 req-2889a144-0edf-485b-8ebb-9416e56998d1 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104763 Jun 23 09:32:10.116033 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7eeff605-08df-4368-a3ae-33e26e8a27d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.130438 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Pushing event deleted for resources: {'Port': ['ID=270deffd-54f1-4b5d-a3cd-735f30238510,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:10.195181 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (9794e13e-ca44-41ba-92ff-79c8474bc7d4), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.286825 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (9794e13e-ca44-41ba-92ff-79c8474bc7d4), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.289634 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks [] for router_controller (9794e13e-ca44-41ba-92ff-79c8474bc7d4), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.464401 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0377c70-3568-41f5-822e-1c849b24e936 req-6238ccbd-e3bc-468a-b4a4-136a346f550b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:10.465860 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e0377c70-3568-41f5-822e-1c849b24e936 req-6238ccbd-e3bc-468a-b4a4-136a346f550b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 944 time: 0.0472279 Jun 23 09:32:10.488452 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (9794e13e-ca44-41ba-92ff-79c8474bc7d4), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.489093 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9794e13e-ca44-41ba-92ff-79c8474bc7d4 {{(pid=104735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:32:10.498696 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.498696 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9a6658cc-0963-4bda-a4e6-84f1da63ef82 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9794e13e-ca44-41ba-92ff-79c8474bc7d4 HTTP/1.1" status: 204 len: 168 time: 1.5758493 Jun 23 09:32:10.498901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49662) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:10.521116 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e0377c70-3568-41f5-822e-1c849b24e936 req-5d7162ef-40f4-42dc-8120-430b25949cd8 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493436 Jun 23 09:32:10.553486 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03d92b5-fd9f-413a-9134-90a84c85401e admin admin] Deleting subnet 061861b5-37a5-47c2-bb17-389aa213a16e {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:32:10.557143 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c03d92b5-fd9f-413a-9134-90a84c85401e admin admin] Publish callbacks [] for subnet (061861b5-37a5-47c2-bb17-389aa213a16e), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.594266 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c03d92b5-fd9f-413a-9134-90a84c85401e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (061861b5-37a5-47c2-bb17-389aa213a16e), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.620728 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:10.679239 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c03d92b5-fd9f-413a-9134-90a84c85401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (061861b5-37a5-47c2-bb17-389aa213a16e), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.805776 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49664) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:10.836292 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c046f7ab-8669-4028-b600-aa1806b4486f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.873191 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c03d92b5-fd9f-413a-9134-90a84c85401e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (061861b5-37a5-47c2-bb17-389aa213a16e), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.909612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c03d92b5-fd9f-413a-9134-90a84c85401e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.915899 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c03d92b5-fd9f-413a-9134-90a84c85401e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/061861b5-37a5-47c2-bb17-389aa213a16e HTTP/1.1" status: 204 len: 168 time: 0.4138899 Jun 23 09:32:10.916095 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30486945-b5c4-469d-b29a-ed42b9d2ebc0 None None] Network 5fdeb04b-d104-4edf-b4fe-620934a0ff6b requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:32:10.916202 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d92b5-fd9f-413a-9134-90a84c85401e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061861b5-37a5-47c2-bb17-389aa213a16e,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:10.916289 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49666) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:10.931915 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c046f7ab-8669-4028-b600-aa1806b4486f admin admin] Publish callbacks [] for security_group (4559e171-5335-4594-bb32-6e3068cc41f0), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:10.993575 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:11.000036 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (5fdeb04b-d104-4edf-b4fe-620934a0ff6b), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.049829 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Deleting port 20a28677-0207-4093-ae63-f5784505dd7d {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:11.050174 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (20a28677-0207-4093-ae63-f5784505dd7d), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.082105 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-c046f7ab-8669-4028-b600-aa1806b4486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (4559e171-5335-4594-bb32-6e3068cc41f0), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.093133 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] DHCP port deletion for 5fdeb04b-d104-4edf-b4fe-620934a0ff6b request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:32:11.099475 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:11.117897 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] For port 20a28677-0207-4093-ae63-f5784505dd7d, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=20a28677-0207-4093-ae63-f5784505dd7d,segment=NetworkSegment(47d844fa-27f9-4b53-ba33-f3d644f133b0),segment_id=47d844fa-27f9-4b53-ba33-f3d644f133b0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:11.118542 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (20a28677-0207-4093-ae63-f5784505dd7d), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.131943 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] Deleting port 20a28677-0207-4093-ae63-f5784505dd7d {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:11.133445 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (20a28677-0207-4093-ae63-f5784505dd7d), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.137334 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Calling delete_port for 20a28677-0207-4093-ae63-f5784505dd7d owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:11.140340 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-c046f7ab-8669-4028-b600-aa1806b4486f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=187845dc71b6464c88a7f95902718ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311944 Jun 23 09:32:11.141339 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046f7ab-8669-4028-b600-aa1806b4486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4559e171-5335-4594-bb32-6e3068cc41f0,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:11.144521 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49668) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:11.205147 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-80ed7a9d-bb61-41c1-bb58-c37a04df3eb0 admin admin] Publish callbacks [] for security_group (4559e171-5335-4594-bb32-6e3068cc41f0), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.222299 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] For port 20a28677-0207-4093-ae63-f5784505dd7d, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=20a28677-0207-4093-ae63-f5784505dd7d,segment=NetworkSegment(47d844fa-27f9-4b53-ba33-f3d644f133b0),segment_id=47d844fa-27f9-4b53-ba33-f3d644f133b0)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:11.222701 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (20a28677-0207-4093-ae63-f5784505dd7d), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.227797 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-80ed7a9d-bb61-41c1-bb58-c37a04df3eb0 admin admin] Publish callbacks [] for security_group (4559e171-5335-4594-bb32-6e3068cc41f0), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.236642 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] Calling delete_port for 20a28677-0207-4093-ae63-f5784505dd7d owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:11.402246 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (20a28677-0207-4093-ae63-f5784505dd7d), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.408402 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (20a28677-0207-4093-ae63-f5784505dd7d), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.428280 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a28677-0207-4093-ae63-f5784505dd7d,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:11.434018 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] No DVR routers for this DVR port 20a28677-0207-4093-ae63-f5784505dd7d on host dv-cinder-847274-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:32:11.436551 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] Pushing event deleted for resources: {'Port': ['ID=20a28677-0207-4093-ae63-f5784505dd7d,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:11.440167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612cd861-4d28-4778-b999-4e0d292c890b None None] No DVR routers for this DVR port 20a28677-0207-4093-ae63-f5784505dd7d on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:32:11.448493 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:32:11.459266 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-80ed7a9d-bb61-41c1-bb58-c37a04df3eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (4559e171-5335-4594-bb32-6e3068cc41f0), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.462804 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-80ed7a9d-bb61-41c1-bb58-c37a04df3eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.464233 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-80ed7a9d-bb61-41c1-bb58-c37a04df3eb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4559e171-5335-4594-bb32-6e3068cc41f0 HTTP/1.1" status: 204 len: 168 time: 0.3187335 Jun 23 09:32:11.473266 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed7a9d-bb61-41c1-bb58-c37a04df3eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4559e171-5335-4594-bb32-6e3068cc41f0,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:11.521433 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (5fdeb04b-d104-4edf-b4fe-620934a0ff6b), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.545740 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdeb04b-d104-4edf-b4fe-620934a0ff6b']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:11.553149 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d844fa-27f9-4b53-ba33-f3d644f133b0') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:11.553451 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d844fa-27f9-4b53-ba33-f3d644f133b0') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:11.563930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (47d844fa-27f9-4b53-ba33-f3d644f133b0), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.577496 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (47d844fa-27f9-4b53-ba33-f3d644f133b0), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.583890 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:32:11.584285 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (47d844fa-27f9-4b53-ba33-f3d644f133b0), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.611850 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 47d844fa-27f9-4b53-ba33-f3d644f133b0 resource provider aggregate not found Jun 23 09:32:11.646741 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2558d2e-3731-4c66-b202-b697af7571f9 req-5ee7cfae-0dc2-4624-9479-bf4c9556d218 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:11.648593 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c2558d2e-3731-4c66-b202-b697af7571f9 req-5ee7cfae-0dc2-4624-9479-bf4c9556d218 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 944 time: 0.0554533 Jun 23 09:32:11.657785 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 47d844fa-27f9-4b53-ba33-f3d644f133b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47d844fa-27f9-4b53-ba33-f3d644f133b0 found for delete ", "request_id": "req-88ffd15d-5631-4e84-9e5d-ee772123d580"}]} Jun 23 09:32:11.703226 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c2558d2e-3731-4c66-b202-b697af7571f9 req-05079001-be66-4471-9fcd-4ff0c4824d04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465560 Jun 23 09:32:11.722034 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (5fdeb04b-d104-4edf-b4fe-620934a0ff6b), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.737250 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:11.742498 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5fdeb04b-d104-4edf-b4fe-620934a0ff6b HTTP/1.1" status: 204 len: 168 time: 0.8233292 Jun 23 09:32:11.752429 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82e07b-b8f1-4811-a94a-d361fe7e8ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fdeb04b-d104-4edf-b4fe-620934a0ff6b,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:11.794055 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device b2797c65-6744-4a8f-9af1-a70825a6439c no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:32:11.813374 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: b2797c65-6744-4a8f-9af1-a70825a6439c {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:32:11.813723 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device b2797c65-6744-4a8f-9af1-a70825a6439c not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:32:11.814135 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 270deffd-54f1-4b5d-a3cd-735f30238510 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:32:11.831674 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 270deffd-54f1-4b5d-a3cd-735f30238510 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:32:11.832020 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 270deffd-54f1-4b5d-a3cd-735f30238510 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:32:11.832432 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 20a28677-0207-4093-ae63-f5784505dd7d no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:32:11.849709 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 20a28677-0207-4093-ae63-f5784505dd7d {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:32:11.850056 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 20a28677-0207-4093-ae63-f5784505dd7d not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:32:12.027936 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49692) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:12.149715 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2094bcce-e159-4da9-b3e7-1a631478495a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.227251 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2094bcce-e159-4da9-b3e7-1a631478495a admin admin] Publish callbacks [] for security_group (4a950609-5cf4-4171-9ccd-cedc19029a23), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.366755 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e6fb5b5c-b359-4568-ac01-a4e66301feea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.367841 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-2094bcce-e159-4da9-b3e7-1a631478495a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (4a950609-5cf4-4171-9ccd-cedc19029a23), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.382754 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49702) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:12.410185 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-2094bcce-e159-4da9-b3e7-1a631478495a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9541069573d04541b3d567f3c06674df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3807104 Jun 23 09:32:12.410759 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094bcce-e159-4da9-b3e7-1a631478495a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a950609-5cf4-4171-9ccd-cedc19029a23,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:12.413609 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49704) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:12.432926 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-b095b282-2c16-4df5-b519-5617f4bbc847 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3ee3f1c33377446489b75e9faaa5654b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489833 Jun 23 09:32:12.435602 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49706) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:12.471470 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-42cc35fe-fba8-44e7-a8b5-39eabb52a007 admin admin] Publish callbacks [] for security_group (4a950609-5cf4-4171-9ccd-cedc19029a23), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.489173 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8e197b1-dc21-4d42-819a-a8e922caf1fe admin admin] Publish callbacks [] for security_group (e816f39c-d4c5-4ccb-8736-f65af523cec9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.494087 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-42cc35fe-fba8-44e7-a8b5-39eabb52a007 admin admin] Publish callbacks [] for security_group (4a950609-5cf4-4171-9ccd-cedc19029a23), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.513061 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8e197b1-dc21-4d42-819a-a8e922caf1fe admin admin] Publish callbacks [] for security_group (e816f39c-d4c5-4ccb-8736-f65af523cec9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.681951 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8e197b1-dc21-4d42-819a-a8e922caf1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e816f39c-d4c5-4ccb-8736-f65af523cec9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.688053 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-42cc35fe-fba8-44e7-a8b5-39eabb52a007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (4a950609-5cf4-4171-9ccd-cedc19029a23), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.688179 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8e197b1-dc21-4d42-819a-a8e922caf1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.688271 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-42cc35fe-fba8-44e7-a8b5-39eabb52a007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:12.688356 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d8e197b1-dc21-4d42-819a-a8e922caf1fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e816f39c-d4c5-4ccb-8736-f65af523cec9 HTTP/1.1" status: 204 len: 168 time: 0.2492521 Jun 23 09:32:12.688465 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-42cc35fe-fba8-44e7-a8b5-39eabb52a007 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a950609-5cf4-4171-9ccd-cedc19029a23 HTTP/1.1" status: 204 len: 168 time: 0.2714486 Jun 23 09:32:12.694322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e197b1-dc21-4d42-819a-a8e922caf1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e816f39c-d4c5-4ccb-8736-f65af523cec9,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:12.695193 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:12.697857 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc35fe-fba8-44e7-a8b5-39eabb52a007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a950609-5cf4-4171-9ccd-cedc19029a23,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:12.819070 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c6d79-fc47-41cf-8c1b-42edec70f7ad req-103ac425-37aa-4780-81b7-d74e33a66ac0 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:12.820590 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-146c6d79-fc47-41cf-8c1b-42edec70f7ad req-103ac425-37aa-4780-81b7-d74e33a66ac0 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 944 time: 0.0478730 Jun 23 09:32:12.875712 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-146c6d79-fc47-41cf-8c1b-42edec70f7ad req-6e1ad587-fa2e-4234-8d52-39ac53d455f7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488262 Jun 23 09:32:13.047428 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49726) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:13.058824 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:13.364430 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1263547754-network', 'tenant_id': 'e06cabc6fd104c7cbd2758700a0d29a8'}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:13.393704 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49732) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:13.435821 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-3657af28-f9c2-4b1e-ac90-52304ab64476 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef7b8d3e156e464fa3330d4376b39310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404980 Jun 23 09:32:13.440761 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49734) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:13.490392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a0793b13-4ffe-4765-9b4a-cf6db8b6ea61 admin admin] Publish callbacks [] for security_group (83124082-d3c5-4789-ad37-e976e6a50783), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.493421 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Made reservation on behalf of e06cabc6fd104c7cbd2758700a0d29a8 for: {'network': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:32:13.495872 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for network (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.507975 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.512841 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a0793b13-4ffe-4765-9b4a-cf6db8b6ea61 admin admin] Publish callbacks [] for security_group (83124082-d3c5-4789-ad37-e976e6a50783), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.528525 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:13.562022 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.588493 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Publish callbacks [] for security_group (d6e78365-a099-47a4-92e6-3995062e4456), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.687400 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a0793b13-4ffe-4765-9b4a-cf6db8b6ea61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (83124082-d3c5-4789-ad37-e976e6a50783), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.690041 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a0793b13-4ffe-4765-9b4a-cf6db8b6ea61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.691252 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-a0793b13-4ffe-4765-9b4a-cf6db8b6ea61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83124082-d3c5-4789-ad37-e976e6a50783 HTTP/1.1" status: 204 len: 168 time: 0.2495782 Jun 23 09:32:13.699772 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0793b13-4ffe-4765-9b4a-cf6db8b6ea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83124082-d3c5-4789-ad37-e976e6a50783,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:13.718075 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (d6e78365-a099-47a4-92e6-3995062e4456), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.734405 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49738) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:13.748389 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9ab3-b8ac-4923-aff0-09fb38538a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.749774 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=104734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:32:13.764737 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e78365-a099-47a4-92e6-3995062e4456,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:13.769425 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (63a49c74-d2ed-4b88-a944-6fdc75afbdb5), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.769780 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.db.segments_db [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Added segment 63a49c74-d2ed-4b88-a944-6fdc75afbdb5 of type vlan for network 0c5dae6b-c436-4b72-8060-f13fcb71482a Jun 23 09:32:13.778855 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:13.815296 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746041177290'] for network (0c5dae6b-c436-4b72-8060-f13fcb71482a), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.838991 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9ab3-b8ac-4923-aff0-09fb38538a32 admin admin] Publish callbacks [] for security_group (fe539d05-2cf5-4bc5-9aa9-cc1d6c06a410), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.910107 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353'] for network (0c5dae6b-c436-4b72-8060-f13fcb71482a), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.911291 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:13.912108 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.938726 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9ab3-b8ac-4923-aff0-09fb38538a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (fe539d05-2cf5-4bc5-9aa9-cc1d6c06a410), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:13.975521 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] Pushing event updated for resources: {'Network': ['ID=0c5dae6b-c436-4b72-8060-f13fcb71482a,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:13.985723 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Network 0c5dae6b-c436-4b72-8060-f13fcb71482a details requested by agent ovs-agent-dv-cinder-847274-1-iscsi with host dv-cinder-847274-1-iscsi {{(pid=104736) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:32:14.007782 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9ab3-b8ac-4923-aff0-09fb38538a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe539d05-2cf5-4bc5-9aa9-cc1d6c06a410,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:14.014274 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b7ce9ab3-b8ac-4923-aff0-09fb38538a32 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=db063cba941b47faace2dfc86e9885b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790453 Jun 23 09:32:14.016935 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49742) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:14.022608 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-c1d9340f-6a4c-4b88-9aff-5e7926b09fff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9707825 Jun 23 09:32:14.024325 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49744) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:14.029215 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.v2.base [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Request body: {'subnet': {'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1263547754-subnet', 'tenant_id': 'e06cabc6fd104c7cbd2758700a0d29a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:14.029665 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0cfd-e151-4799-bb47-424c32e5da08 req-199e011a-08fc-440c-a6db-c703926ca739 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:14.031211 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f3dd0cfd-e151-4799-bb47-424c32e5da08 req-199e011a-08fc-440c-a6db-c703926ca739 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 944 time: 0.0769677 Jun 23 09:32:14.105432 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Made reservation on behalf of e06cabc6fd104c7cbd2758700a0d29a8 for: {'subnet': 1} {{(pid=104734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:32:14.108383 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9992445'] for subnet (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:14.115121 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7257b55-6787-48be-92e1-af20aacc6228 admin admin] Publish callbacks [] for security_group (fe539d05-2cf5-4bc5-9aa9-cc1d6c06a410), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:14.126556 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f3dd0cfd-e151-4799-bb47-424c32e5da08 req-2d493552-734d-4624-9cea-0f5d2850f5bc tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828137 Jun 23 09:32:14.153080 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7257b55-6787-48be-92e1-af20aacc6228 admin admin] Publish callbacks [] for security_group (fe539d05-2cf5-4bc5-9aa9-cc1d6c06a410), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:14.327794 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7257b55-6787-48be-92e1-af20aacc6228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (fe539d05-2cf5-4bc5-9aa9-cc1d6c06a410), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:14.330359 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7257b55-6787-48be-92e1-af20aacc6228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:14.331615 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-e7257b55-6787-48be-92e1-af20aacc6228 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe539d05-2cf5-4bc5-9aa9-cc1d6c06a410 HTTP/1.1" status: 204 len: 168 time: 0.3137493 Jun 23 09:32:14.340687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7257b55-6787-48be-92e1-af20aacc6228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe539d05-2cf5-4bc5-9aa9-cc1d6c06a410,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:14.379457 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10475603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9992331'] for subnet (2fe22a10-121e-4694-8940-4f3a5ba6a3a8), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:14.434691 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe22a10-121e-4694-8940-4f3a5ba6a3a8,revision_number=0']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:14.446433 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Checking segment: {'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:32:14.446791 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Network hostable DHCP agents. Network: 0c5dae6b-c436-4b72-8060-f13fcb71482a, hostable agents: ['1008ae78-3413-4fe2-8aeb-14ca7c8889f9'], hosted agents: [] {{(pid=104734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:32:14.459011 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:14.544252 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Network 0c5dae6b-c436-4b72-8060-f13fcb71482a is scheduled to be hosted by DHCP agent 1008ae78-3413-4fe2-8aeb-14ca7c8889f9 with binding_index 1 {{(pid=104734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:32:14.636026 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847274-1-iscsi, 0c5dae6b-c436-4b72-8060-f13fcb71482a) {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:32:14.640278 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:14.640864 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:14.652156 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f91211-52c0-4b86-9ea2-1a9f27f23ae5 None None] Network 0c5dae6b-c436-4b72-8060-f13fcb71482a requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:32:14.724653 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-251fed39-998e-4cd8-a2ed-a9efde1b5f95 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6992812 Jun 23 09:32:14.762513 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d230a-3801-46af-824d-bab2f45c1869 None None] Network 0c5dae6b-c436-4b72-8060-f13fcb71482a requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:32:14.966006 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:DELETE=7,neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:15.080917 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49756) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:15.094572 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.096114 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-78d118f9-ac4b-45e4-aab1-83fcf665859f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.176953 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-78d118f9-ac4b-45e4-aab1-83fcf665859f admin admin] Publish callbacks [] for security_group (c772663e-6a6f-4e4a-b6f4-4374cbdb93ac), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.256984 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:15.269013 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fb2c1-1056-4914-b4e0-053ed3e8e58c req-65589128-cfb5-4699-95c8-1104178d4e92 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:15.270468 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d85fb2c1-1056-4914-b4e0-053ed3e8e58c req-65589128-cfb5-4699-95c8-1104178d4e92 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 944 time: 0.0517175 Jun 23 09:32:15.293457 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-78d118f9-ac4b-45e4-aab1-83fcf665859f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (c772663e-6a6f-4e4a-b6f4-4374cbdb93ac), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.352366 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d85fb2c1-1056-4914-b4e0-053ed3e8e58c req-0f7385db-c302-4d98-868e-ac4aa7032abb tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756557 Jun 23 09:32:15.352941 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d118f9-ac4b-45e4-aab1-83fcf665859f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c772663e-6a6f-4e4a-b6f4-4374cbdb93ac,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:15.357185 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-78d118f9-ac4b-45e4-aab1-83fcf665859f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2938e65d9cb34242a8bbac7c16ba6d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752628 Jun 23 09:32:15.360757 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49760) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:15.366573 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.375028 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:15.412123 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Publish callbacks [] for security_group (c772663e-6a6f-4e4a-b6f4-4374cbdb93ac), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.432990 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Publish callbacks [] for security_group (c772663e-6a6f-4e4a-b6f4-4374cbdb93ac), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.550358 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (c772663e-6a6f-4e4a-b6f4-4374cbdb93ac), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.553008 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.554209 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c772663e-6a6f-4e4a-b6f4-4374cbdb93ac HTTP/1.1" status: 204 len: 168 time: 0.1922338 Jun 23 09:32:15.562196 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:15.565207 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c772663e-6a6f-4e4a-b6f4-4374cbdb93ac,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:15.569444 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.570348 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.570691 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.571059 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.571397 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.571734 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.572060 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.572386 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.572722 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.573052 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.573381 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.573710 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.574037 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.574360 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.574682 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a87543-906a-49b8-b5d2-003bfc905b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:15.823113 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 08844799-4090-4da0-968c-37240d55bee9 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:32:15.836779 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:15.924599 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 08844799-4090-4da0-968c-37240d55bee9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=08844799-4090-4da0-968c-37240d55bee9,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:15.927648 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:15.936938 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '08844799-4090-4da0-968c-37240d55bee9', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'port_id': '08844799-4090-4da0-968c-37240d55bee9', 'mac_address': 'fa:16:3e:0a:e7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:32:15.971684 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 08844799-4090-4da0-968c-37240d55bee9 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:32:15.972360 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (08844799-4090-4da0-968c-37240d55bee9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:15.985215 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08844799-4090-4da0-968c-37240d55bee9 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:32:16.009579 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 08844799-4090-4da0-968c-37240d55bee9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=08844799-4090-4da0-968c-37240d55bee9,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:16.081491 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (08844799-4090-4da0-968c-37240d55bee9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:16.129965 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=08844799-4090-4da0-968c-37240d55bee9,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:16.376246 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['08844799-4090-4da0-968c-37240d55bee9'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:32:16.453198 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:16.475645 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37d799-26a2-41dc-9bd5-efa3bc49c809 req-894a866c-5c9d-490e-8db6-17fd78c6f71a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:16.477198 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da37d799-26a2-41dc-9bd5-efa3bc49c809 req-894a866c-5c9d-490e-8db6-17fd78c6f71a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 945 time: 0.0491896 Jun 23 09:32:16.531481 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-da37d799-26a2-41dc-9bd5-efa3bc49c809 req-2a35f01b-ba55-421c-be39-027446f7b5ac tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486462 Jun 23 09:32:17.067987 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015924-287e-4c14-abff-0739c59d5132 req-19f74267-7daf-47d2-b215-7213e5a64411 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:17.069507 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-19f74267-7daf-47d2-b215-7213e5a64411 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/networks?id=0c5dae6b-c436-4b72-8060-f13fcb71482a HTTP/1.1" status: 200 len: 814 time: 0.1081624 Jun 23 09:32:17.084209 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-7e082f2b-6d73-42fa-b091-5b6826d36f93 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/quotas/e06cabc6fd104c7cbd2758700a0d29a8 HTTP/1.1" status: 200 len: 375 time: 0.0089734 Jun 23 09:32:17.116422 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-b108b946-080f-4cb4-b94b-8053255576f1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272243 Jun 23 09:32:17.210252 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-aeafa610-6100-492b-bfc8-cd31bf5ee660 service neutron] 10.222.0.52 "GET /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867527 Jun 23 09:32:17.242601 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:17.257966 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49810) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:17.315865 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-7f49033b-50fc-4840-8290-1efcb8af6f49 service neutron] 10.222.0.52 "GET /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992823 Jun 23 09:32:17.368454 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ae4a-1ad9-4010-b91f-2f50ab67c787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:17.407279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:17.444136 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ae4a-1ad9-4010-b91f-2f50ab67c787 admin admin] Publish callbacks [] for security_group (b826b2ef-7b14-4ec4-af13-f06453aa4364), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:17.564985 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-59fc2f57-97df-4bda-9fcb-cd9e51b033cb req-0b9d0114-3ff3-4f00-bda3-c67b6d619a53 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 210 time: 0.0293217 Jun 23 09:32:17.565823 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ae4a-1ad9-4010-b91f-2f50ab67c787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (b826b2ef-7b14-4ec4-af13-f06453aa4364), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:17.606011 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3ae4a-1ad9-4010-b91f-2f50ab67c787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b826b2ef-7b14-4ec4-af13-f06453aa4364,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:17.612455 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-4cf3ae4a-1ad9-4010-b91f-2f50ab67c787 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1eb2755befb44639cd693ab1a15c1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534441 Jun 23 09:32:17.615613 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49820) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:17.689599 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b60a69-0e62-4c33-95d5-eb0771fa02a3 req-276d1f51-edc4-4e4a-93eb-94045d8c7e8e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:17.691209 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d3b60a69-0e62-4c33-95d5-eb0771fa02a3 req-276d1f51-edc4-4e4a-93eb-94045d8c7e8e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 945 time: 0.0676508 Jun 23 09:32:17.715139 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4e77b2dc-5917-44af-910e-8a31860f577d admin admin] Publish callbacks [] for security_group (b826b2ef-7b14-4ec4-af13-f06453aa4364), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:17.753444 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4e77b2dc-5917-44af-910e-8a31860f577d admin admin] Publish callbacks [] for security_group (b826b2ef-7b14-4ec4-af13-f06453aa4364), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:17.771708 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:17.782189 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d3b60a69-0e62-4c33-95d5-eb0771fa02a3 req-5f7921ae-2dd3-4c18-a035-f3740ceffdb1 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853438 Jun 23 09:32:17.834746 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 08844799-4090-4da0-968c-37240d55bee9 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:32:17.877280 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 08844799-4090-4da0-968c-37240d55bee9 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:32:17.904435 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4e77b2dc-5917-44af-910e-8a31860f577d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (b826b2ef-7b14-4ec4-af13-f06453aa4364), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:17.907115 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4e77b2dc-5917-44af-910e-8a31860f577d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:17.908275 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-4e77b2dc-5917-44af-910e-8a31860f577d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b826b2ef-7b14-4ec4-af13-f06453aa4364 HTTP/1.1" status: 204 len: 168 time: 0.2916481 Jun 23 09:32:17.916933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77b2dc-5917-44af-910e-8a31860f577d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b826b2ef-7b14-4ec4-af13-f06453aa4364,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:18.001903 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 08844799-4090-4da0-968c-37240d55bee9 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:32:18.002283 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (08844799-4090-4da0-968c-37240d55bee9), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:18.122145 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:18.200652 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 08844799-4090-4da0-968c-37240d55bee9 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:32:18.201042 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (08844799-4090-4da0-968c-37240d55bee9), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:18.225724 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08844799-4090-4da0-968c-37240d55bee9'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:32:18.228675 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a21715-6f79-48af-aee2-c0355ca50a41" -d '{"events": [{"server_uuid": "97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147", "name": "network-vif-plugged", "status": "completed", "tag": "08844799-4090-4da0-968c-37240d55bee9"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:32:18.242754 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 08844799-4090-4da0-968c-37240d55bee9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=08844799-4090-4da0-968c-37240d55bee9,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:18.267281 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5ebcea-e354-462f-b513-779390d64617 x-openstack-request-id: req-5b5ebcea-e354-462f-b513-779390d64617 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:32:18.267579 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147", "name": "network-vif-plugged", "status": "completed", "tag": "08844799-4090-4da0-968c-37240d55bee9", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:32:18.267972 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b5ebcea-e354-462f-b513-779390d64617 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:32:18.268379 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b5ebcea-e354-462f-b513-779390d64617'] response: {'server_uuid': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08844799-4090-4da0-968c-37240d55bee9', 'code': 200} Jun 23 09:32:18.327679 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (08844799-4090-4da0-968c-37240d55bee9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:18.378478 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=08844799-4090-4da0-968c-37240d55bee9,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:18.647393 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d2f29758-e0a5-4974-8721-8098c37c6d7f req-31ea5cb9-8806-4f44-ab2b-8f7feaaa3ca3 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 210 time: 0.0281904 Jun 23 09:32:18.746450 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad74bf9-85fb-488b-820e-b5a2d3245c06 req-2e3dcbc3-9518-49e0-9647-2c93e99f8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:18.747957 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1ad74bf9-85fb-488b-820e-b5a2d3245c06 req-2e3dcbc3-9518-49e0-9647-2c93e99f8312 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 1130 time: 0.0422170 Jun 23 09:32:18.795697 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1ad74bf9-85fb-488b-820e-b5a2d3245c06 req-8fb28cb1-bfa9-42e2-a022-a6d593a079f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Jun 23 09:32:18.898241 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40012e27-2a28-4875-809e-76ff5e1c0cdc req-fee435df-a3c7-4c8e-9540-a82d5dfd9b7a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:18.899682 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-40012e27-2a28-4875-809e-76ff5e1c0cdc req-fee435df-a3c7-4c8e-9540-a82d5dfd9b7a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Jun 23 09:32:18.948236 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-40012e27-2a28-4875-809e-76ff5e1c0cdc req-283912f1-883f-451d-a034-f1814d9bc771 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Jun 23 09:32:19.173627 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:19.334507 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:19.749006 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-997e3d2d-374d-490f-a13b-b6cede6fe640 req-c967b8e0-a4fd-4880-b93c-949c4a5b158e tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 210 time: 0.0292983 Jun 23 09:32:20.070242 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dd802-e75c-4c93-99f5-023c7050fe40 req-390763a8-9390-4bd2-a2cb-d983e8d68b7a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:20.071753 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-126dd802-e75c-4c93-99f5-023c7050fe40 req-390763a8-9390-4bd2-a2cb-d983e8d68b7a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 946 time: 0.0488994 Jun 23 09:32:20.133829 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-126dd802-e75c-4c93-99f5-023c7050fe40 req-39c9a586-b25b-4e71-8057-a77b3670a174 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486624 Jun 23 09:32:20.853648 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-dea8bf16-04ee-4ff2-85cc-b979d6726e3e req-82a5c46c-3d33-4958-bdc3-216fb02e552f tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 210 time: 0.0336797 Jun 23 09:32:21.523080 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18217e1f-d971-49f8-afab-d21e7e8be419 req-6d19bed8-a3a8-4672-8e9a-ff52f65f26a1 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:21.524582 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-18217e1f-d971-49f8-afab-d21e7e8be419 req-6d19bed8-a3a8-4672-8e9a-ff52f65f26a1 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 946 time: 0.3228493 Jun 23 09:32:21.630549 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-18217e1f-d971-49f8-afab-d21e7e8be419 req-5f423923-c9c0-4de1-8b36-244975122d93 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981605 Jun 23 09:32:21.638037 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015924-287e-4c14-abff-0739c59d5132 req-a20262df-465c-4141-ab76-e2041fea9847 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:21.643257 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-a20262df-465c-4141-ab76-e2041fea9847 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.55 "GET /v2.0/networks?id=0c5dae6b-c436-4b72-8060-f13fcb71482a HTTP/1.1" status: 200 len: 814 time: 0.1555948 Jun 23 09:32:21.668396 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Request body: {'port': {'device_id': '4c310931-4054-48c8-84e3-3001196466a7', 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a', 'admin_state_up': True, 'tenant_id': 'e06cabc6fd104c7cbd2758700a0d29a8'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:21.747999 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc29150-c4cd-4b31-8af4-6d4c48572551 req-8fea04c7-474d-4a71-9e64-cc7e42e0763f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:21.749313 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7dc29150-c4cd-4b31-8af4-6d4c48572551 req-8fea04c7-474d-4a71-9e64-cc7e42e0763f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 946 time: 0.0508127 Jun 23 09:32:21.805983 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7dc29150-c4cd-4b31-8af4-6d4c48572551 req-d04e0093-5504-402e-a9b6-1e4e8a7f60e2 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509651 Jun 23 09:32:21.828706 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 49926) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:21.875712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Made reservation on behalf of e06cabc6fd104c7cbd2758700a0d29a8 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:32:21.879752 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:21.977470 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c54a4e9-0ebd-454f-8f5c-7f853dacdc75 req-37081e8a-fdbb-4c42-8f71-d5993dd791f0 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 210 time: 0.0350606 Jun 23 09:32:22.045500 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb382ae2-a79d-4a39-8b11-d81dee90ece4 tempest-TestVolumeBootPattern-2077022249 tempest-TestVolumeBootPattern-2077022249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:22.050425 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-bb382ae2-a79d-4a39-8b11-d81dee90ece4 tempest-TestVolumeBootPattern-2077022249 tempest-TestVolumeBootPattern-2077022249-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 1125 time: 0.2181568 Jun 23 09:32:22.050612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:22.050612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 49936) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:22.059443 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'port_id': '08844799-4090-4da0-968c-37240d55bee9', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:22.072765 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Allocated IP 172.20.0.5 (0c5dae6b-c436-4b72-8060-f13fcb71482a/2fe22a10-121e-4694-8940-4f3a5ba6a3a8/d8d8d6b6-e75a-4f00-bb0a-65014005b289) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:32:22.170666 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:22.242815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:22.322659 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks [] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:22.329311 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:22.463558 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Allocated IP 172.27.2.39 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:32:22.500901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:22.582388 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Network 0c5dae6b-c436-4b72-8060-f13fcb71482a is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:32:22.586817 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:22.590953 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:32:22.599293 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:32:22.644528 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Pushing event updated for resources: {'Port': ['ID=d8d8d6b6-e75a-4f00-bb0a-65014005b289,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:22.662245 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:22.676132 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:22.676793 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:23.088505 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:23.096453 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-587a38ff-1eaf-4695-b62e-67e6936dbca5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4320779 Jun 23 09:32:23.103394 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485c0f5-bfe6-47e8-b637-56e097627080 req-23201187-3502-4b35-a703-3f912865915f tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:23.104872 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a485c0f5-bfe6-47e8-b637-56e097627080 req-23201187-3502-4b35-a703-3f912865915f tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 931 time: 0.0482035 Jun 23 09:32:23.125206 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Request body: {'port': {'device_id': '4c310931-4054-48c8-84e3-3001196466a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:23.139107 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:32:23.158594 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:32:23.159416 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a485c0f5-bfe6-47e8-b637-56e097627080 req-0ab1772f-1a24-4144-9fa0-e508cdfb9be7 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486104 Jun 23 09:32:23.165490 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:32:23.202120 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:23.265655 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:23.533277 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:23.748139 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:23.779394 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d8d6b6-e75a-4f00-bb0a-65014005b289 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:32:23.793480 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Publish callbacks [] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:23.808542 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (8359cd59-06fc-4d5c-83d0-9f1361bcd3b0), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:23.827251 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Transition to ACTIVE for port object d8d8d6b6-e75a-4f00-bb0a-65014005b289 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:32:23.899295 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:23.979703 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d8d6b6-e75a-4f00-bb0a-65014005b289,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:23.982230 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:24.109149 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Attempting to bind port d8d8d6b6-e75a-4f00-bb0a-65014005b289 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:32:24.109488 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Attempting to bind port d8d8d6b6-e75a-4f00-bb0a-65014005b289 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:32:24.109820 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Attempting to bind port d8d8d6b6-e75a-4f00-bb0a-65014005b289 on network 0c5dae6b-c436-4b72-8060-f13fcb71482a {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:32:24.119535 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Port d8d8d6b6-e75a-4f00-bb0a-65014005b289 on network 0c5dae6b-c436-4b72-8060-f13fcb71482a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:32:24.119855 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Attempting to bind port d8d8d6b6-e75a-4f00-bb0a-65014005b289 on network 0c5dae6b-c436-4b72-8060-f13fcb71482a {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:32:24.154171 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:32:24.154510 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Checking segment: {'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:32:24.154896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Bound using segment: {'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:32:24.155352 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Bound port: d8d8d6b6-e75a-4f00-bb0a-65014005b289, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:32:24.155711 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:24.287338 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:24.293251 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] For port d8d8d6b6-e75a-4f00-bb0a-65014005b289, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:32:24.304151 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:24.307698 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] For port d8d8d6b6-e75a-4f00-bb0a-65014005b289, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8d8d6b6-e75a-4f00-bb0a-65014005b289,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:32:24.314735 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdc964-1045-4197-9e2e-635963e92cd3 req-6ec54573-b2e8-4db2-8d56-28e8a1bcb666 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:24.316277 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-edbdc964-1045-4197-9e2e-635963e92cd3 req-6ec54573-b2e8-4db2-8d56-28e8a1bcb666 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 943 time: 0.0781612 Jun 23 09:32:24.362003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:24.392953 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-edbdc964-1045-4197-9e2e-635963e92cd3 req-cf246b1a-b9fe-48c7-b349-748949975443 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704722 Jun 23 09:32:24.404305 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:24.449636 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:24.453821 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:24.454453 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:24.455842 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8d8d6b6-e75a-4f00-bb0a-65014005b289 HTTP/1.1" status: 200 len: 1093 time: 1.3367267 Jun 23 09:32:24.456807 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c310931-4054-48c8-84e3-3001196466a7', 'tag': 'd8d8d6b6-e75a-4f00-bb0a-65014005b289'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:32:24.458598 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a1d3c8-419e-4316-adef-169b2ed6d507" -d '{"events": [{"name": "network-changed", "server_uuid": "4c310931-4054-48c8-84e3-3001196466a7", "tag": "d8d8d6b6-e75a-4f00-bb0a-65014005b289"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:32:24.487153 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (8359cd59-06fc-4d5c-83d0-9f1361bcd3b0), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:24.530565 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c35fb60-e1a4-4887-876d-bc16d7307be3 x-openstack-request-id: req-9c35fb60-e1a4-4887-876d-bc16d7307be3 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:32:24.530839 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c310931-4054-48c8-84e3-3001196466a7", "tag": "d8d8d6b6-e75a-4f00-bb0a-65014005b289", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:32:24.531121 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c35fb60-e1a4-4887-876d-bc16d7307be3 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:32:24.531524 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c35fb60-e1a4-4887-876d-bc16d7307be3'] response: {'name': 'network-changed', 'server_uuid': '4c310931-4054-48c8-84e3-3001196466a7', 'tag': 'd8d8d6b6-e75a-4f00-bb0a-65014005b289', 'status': 'completed', 'code': 200} Jun 23 09:32:24.549775 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:24.571483 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24eeb4-19a1-4e89-a454-343048ec7366 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d8d6b6-e75a-4f00-bb0a-65014005b289,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:24.635668 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1d3c8-419e-4316-adef-169b2ed6d507 req-29d424f9-56ce-4169-bc65-c915c47af570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:24.637064 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4a1d3c8-419e-4316-adef-169b2ed6d507 req-29d424f9-56ce-4169-bc65-c915c47af570 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 1127 time: 0.0803623 Jun 23 09:32:24.650322 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Floating IP 8359cd59-06fc-4d5c-83d0-9f1361bcd3b0 associated. External IP: 172.27.2.39, port: 08844799-4090-4da0-968c-37240d55bee9. Jun 23 09:32:24.827161 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1d3c8-419e-4316-adef-169b2ed6d507 req-d9a26c54-67eb-4ac8-9ce2-7de2d81f5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:24.828615 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4a1d3c8-419e-4316-adef-169b2ed6d507 req-d9a26c54-67eb-4ac8-9ce2-7de2d81f5221 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1454992 Jun 23 09:32:25.258412 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:32:25.259615 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1d3c8-419e-4316-adef-169b2ed6d507 req-d95cf750-ea5d-4b4b-9eaf-b45cc55164d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:25.261062 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f4a1d3c8-419e-4316-adef-169b2ed6d507 req-d95cf750-ea5d-4b4b-9eaf-b45cc55164d1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3989518 Jun 23 09:32:25.397175 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015924-287e-4c14-abff-0739c59d5132 req-23728631-2495-478f-b3bb-5c16af7df7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:25.398696 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-23728631-2495-478f-b3bb-5c16af7df7de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 1127 time: 0.0520010 Jun 23 09:32:25.399866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:32:25.410999 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:32:25.426953 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:32:25.427680 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:32:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:25.452171 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-be2f599a-2afb-43b9-9b28-bcdcc7d964e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d8d6b6-e75a-4f00-bb0a-65014005b289 HTTP/1.1" status: 200 len: 217 time: 0.0353103 Jun 23 09:32:25.502723 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:25.546107 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:25.546466 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:32:25.567634 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015924-287e-4c14-abff-0739c59d5132 req-11a22bb1-9130-4f56-924d-dfca6bf73c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:25.568729 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-11a22bb1-9130-4f56-924d-dfca6bf73c5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fe22a10-121e-4694-8940-4f3a5ba6a3a8 HTTP/1.1" status: 200 len: 854 time: 0.1103468 Jun 23 09:32:25.571187 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-fa82f65e-3592-400f-a297-04ddec359244 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5194445 Jun 23 09:32:25.577628 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b433e-1ca6-4582-9e8a-e4df259d8d38 req-c5adddea-edf4-40f3-aae8-ba188a7e6d46 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:25.579096 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e28b433e-1ca6-4582-9e8a-e4df259d8d38 req-c5adddea-edf4-40f3-aae8-ba188a7e6d46 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 943 time: 0.1111393 Jun 23 09:32:25.616836 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-649d6c35-befc-4e2f-8963-ce390db6e670 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5dae6b-c436-4b72-8060-f13fcb71482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362277 Jun 23 09:32:25.674735 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e28b433e-1ca6-4582-9e8a-e4df259d8d38 req-e948f5d1-1a90-4a44-9bfc-429760d01702 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858247 Jun 23 09:32:25.733839 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-6a9022f2-df33-429e-b776-16f4bfcdbd72 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091280 Jun 23 09:32:25.768228 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '8359cd59-06fc-4d5c-83d0-9f1361bcd3b0', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': '08844799-4090-4da0-968c-37240d55bee9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:0a:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:32:23Z', 'updated_at': '2022-06-23T09:32:23Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:25.793292 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:32:25.803093 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:32:25.804325 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:32:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:25.804756 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:25.831890 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d2015924-287e-4c14-abff-0739c59d5132 req-0ab37459-ec99-45f3-92d5-96859aeb19de service neutron] 10.222.0.55 "GET /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905411 Jun 23 09:32:25.893870 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:25.909498 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:32:26.120715 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '8359cd59-06fc-4d5c-83d0-9f1361bcd3b0', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': '08844799-4090-4da0-968c-37240d55bee9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:0a:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:32:23Z', 'updated_at': '2022-06-23T09:32:23Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:26.144733 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b35f12-4307-4d37-9304-7e896904ec4c None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '8359cd59-06fc-4d5c-83d0-9f1361bcd3b0', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': '08844799-4090-4da0-968c-37240d55bee9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:0a:e7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:32:23Z', 'updated_at': '2022-06-23T09:32:23Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:32:26.330592 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be94064e-a388-4554-8098-4570bf1c6bf7 None None] New status for floating IP 8359cd59-06fc-4d5c-83d0-9f1361bcd3b0: ACTIVE {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:32:26.532965 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'tag': '08844799-4090-4da0-968c-37240d55bee9'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:32:26.535322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a36416-b878-4a12-8b43-cb73ce7add3c" -d '{"events": [{"name": "network-changed", "server_uuid": "97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147", "tag": "08844799-4090-4da0-968c-37240d55bee9"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:32:26.573783 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9868f1-5f71-4790-9b11-bb372b080045 x-openstack-request-id: req-0c9868f1-5f71-4790-9b11-bb372b080045 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:32:26.575593 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147", "tag": "08844799-4090-4da0-968c-37240d55bee9", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:32:26.575866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c9868f1-5f71-4790-9b11-bb372b080045 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:32:26.576340 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9868f1-5f71-4790-9b11-bb372b080045'] response: {'name': 'network-changed', 'server_uuid': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'tag': '08844799-4090-4da0-968c-37240d55bee9', 'status': 'completed', 'code': 200} Jun 23 09:32:26.792990 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874afbee-4d09-4f0b-8970-a9c910e91b80 req-e1c7a738-cb17-4a5c-be76-09793652b2d7 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:26.794472 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-874afbee-4d09-4f0b-8970-a9c910e91b80 req-e1c7a738-cb17-4a5c-be76-09793652b2d7 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 943 time: 0.0468819 Jun 23 09:32:26.853719 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-874afbee-4d09-4f0b-8970-a9c910e91b80 req-fb93bb0c-54fb-45e1-a1cb-ec5fb173f9e5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533755 Jun 23 09:32:26.881344 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-38a3d624-5f39-41a8-870c-67b05314661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:26.882841 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-38a3d624-5f39-41a8-870c-67b05314661f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 1130 time: 0.0418787 Jun 23 09:32:26.976755 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-933ecbc2-b3c3-4367-a7e4-2f7fc2ab099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:26.978130 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-933ecbc2-b3c3-4367-a7e4-2f7fc2ab099c service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0887311 Jun 23 09:32:27.038996 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-388eea29-3b08-4bc0-b32f-97164752a37f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08844799-4090-4da0-968c-37240d55bee9 HTTP/1.1" status: 200 len: 1001 time: 0.0540295 Jun 23 09:32:27.091428 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-c3b84189-c144-4fee-9200-d21468482fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:27.092883 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-c3b84189-c144-4fee-9200-d21468482fbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0481138 Jun 23 09:32:27.140174 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-06ba561f-c78d-401f-90d5-0a18e201960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:27.141669 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-06ba561f-c78d-401f-90d5-0a18e201960f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428283 Jun 23 09:32:27.232281 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-1d556107-3ee0-46e4-b7f8-2c377d3deae4 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843585 Jun 23 09:32:27.328272 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-31a36416-b878-4a12-8b43-cb73ce7add3c req-1b98c752-6ca8-49e2-a1de-0fedf62d76db service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875549 Jun 23 09:32:27.920745 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d8d8d6b6-e75a-4f00-bb0a-65014005b289 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:32:27.974021 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97446db-4d6c-401a-bf49-b1240b5273f2 req-cd800385-7410-4121-a542-3a09963757b8 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:27.975634 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d97446db-4d6c-401a-bf49-b1240b5273f2 req-cd800385-7410-4121-a542-3a09963757b8 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 943 time: 0.0502794 Jun 23 09:32:28.006537 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:28.027595 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d97446db-4d6c-401a-bf49-b1240b5273f2 req-ed8921ca-5c27-48c5-95c5-d8abffc2697c tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440278 Jun 23 09:32:28.036400 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d8d8d6b6-e75a-4f00-bb0a-65014005b289, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8d8d6b6-e75a-4f00-bb0a-65014005b289,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:28.048437 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'd8d8d6b6-e75a-4f00-bb0a-65014005b289', 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a', 'port_id': 'd8d8d6b6-e75a-4f00-bb0a-65014005b289', 'mac_address': 'fa:16:3e:2c:2b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe22a10-121e-4694-8940-4f3a5ba6a3a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:32:28.083435 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port d8d8d6b6-e75a-4f00-bb0a-65014005b289 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:32:28.083822 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:28.096763 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d8d6b6-e75a-4f00-bb0a-65014005b289 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:32:28.118850 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d8d8d6b6-e75a-4f00-bb0a-65014005b289, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8d8d6b6-e75a-4f00-bb0a-65014005b289,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:28.207547 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:28.229290 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:28.258056 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=d8d8d6b6-e75a-4f00-bb0a-65014005b289,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:28.554703 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['d8d8d6b6-e75a-4f00-bb0a-65014005b289'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:32:28.609674 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:29.149187 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43efb13-8635-4f13-b255-e8d712c84aa5 req-a715fbc4-d82a-4bcc-8fb8-391aa4c9c95c tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:29.150650 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c43efb13-8635-4f13-b255-e8d712c84aa5 req-a715fbc4-d82a-4bcc-8fb8-391aa4c9c95c tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 944 time: 0.0479689 Jun 23 09:32:29.203347 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c43efb13-8635-4f13-b255-e8d712c84aa5 req-3a40387c-c0bc-4040-9aa5-9730861a9a34 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Jun 23 09:32:29.914016 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d8d8d6b6-e75a-4f00-bb0a-65014005b289 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:32:29.958256 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port d8d8d6b6-e75a-4f00-bb0a-65014005b289 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:32:30.041475 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port d8d8d6b6-e75a-4f00-bb0a-65014005b289 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:32:30.041773 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:30.112228 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port d8d8d6b6-e75a-4f00-bb0a-65014005b289 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:32:30.112614 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:30.135711 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c310931-4054-48c8-84e3-3001196466a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d8d6b6-e75a-4f00-bb0a-65014005b289'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:32:30.137908 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b45ad2-1e93-4b10-87c6-3b6a8803df06" -d '{"events": [{"server_uuid": "4c310931-4054-48c8-84e3-3001196466a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8d8d6b6-e75a-4f00-bb0a-65014005b289"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:32:30.150289 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port d8d8d6b6-e75a-4f00-bb0a-65014005b289, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8d8d6b6-e75a-4f00-bb0a-65014005b289,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:30.176226 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d014f429-f9a4-4dee-9fd8-4a00deca43f7 x-openstack-request-id: req-d014f429-f9a4-4dee-9fd8-4a00deca43f7 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:32:30.182472 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c310931-4054-48c8-84e3-3001196466a7", "name": "network-vif-plugged", "status": "completed", "tag": "d8d8d6b6-e75a-4f00-bb0a-65014005b289", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:32:30.182472 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d014f429-f9a4-4dee-9fd8-4a00deca43f7 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:32:30.182472 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d014f429-f9a4-4dee-9fd8-4a00deca43f7'] response: {'server_uuid': '4c310931-4054-48c8-84e3-3001196466a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d8d6b6-e75a-4f00-bb0a-65014005b289', 'code': 200} Jun 23 09:32:30.236099 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:30.283350 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=d8d8d6b6-e75a-4f00-bb0a-65014005b289,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:30.328784 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd678c-fc3e-4948-bbbf-6e3cee1ae441 req-1827cb88-d34a-473c-a313-ad3117cc1ba3 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:30.330485 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1bd678c-fc3e-4948-bbbf-6e3cee1ae441 req-1827cb88-d34a-473c-a313-ad3117cc1ba3 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 945 time: 0.0528274 Jun 23 09:32:30.378614 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b1bd678c-fc3e-4948-bbbf-6e3cee1ae441 req-ddcaad40-5c0a-4981-b466-3fac49e90ee0 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427234 Jun 23 09:32:30.522842 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a2426-8c70-4b2f-a7cc-ddc1751f1b37 req-dfd23ab4-6c1b-44ee-b479-5a050c2144b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:30.524342 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-909a2426-8c70-4b2f-a7cc-ddc1751f1b37 req-dfd23ab4-6c1b-44ee-b479-5a050c2144b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 1129 time: 0.0383332 Jun 23 09:32:30.552323 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:30.573438 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-909a2426-8c70-4b2f-a7cc-ddc1751f1b37 req-d4dc1c1b-4afa-4878-9b0f-27df28bfc667 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Jun 23 09:32:31.493699 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaf09b-f618-4546-a188-9a7914813990 req-59c22ed5-70cc-41af-ae4a-55ad33a4ea7a tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:31.495183 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5bbaf09b-f618-4546-a188-9a7914813990 req-59c22ed5-70cc-41af-ae4a-55ad33a4ea7a tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 945 time: 0.0478861 Jun 23 09:32:31.541353 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5bbaf09b-f618-4546-a188-9a7914813990 req-88fc6fc5-6075-4bb1-b4f8-f88058e29d52 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Jun 23 09:32:32.657668 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b9a0e-ebab-4540-a795-f625eb08e062 req-934d6135-9990-41f5-9b04-706797e20a0f tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:32.659173 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3f5b9a0e-ebab-4540-a795-f625eb08e062 req-934d6135-9990-41f5-9b04-706797e20a0f tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Jun 23 09:32:32.711078 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3f5b9a0e-ebab-4540-a795-f625eb08e062 req-8a06a30a-bf8b-465c-a440-7c97b5e53c5b tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460787 Jun 23 09:32:36.434789 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:36.436598 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:40.104345 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e65ef7d5-d4b2-46e3-8d51-5698a0a3d3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:40.281308 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:41.535794 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=78,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:41.537649 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=44 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:42.304392 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-45b8ffe3-4014-4780-843f-7ddc263ef55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:42.704698 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:42.706603 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:43.542163 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:45.087305 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:45.344170 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:48.444030 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:32:52.735445 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf3570-e482-43d4-bc88-fd9d7d24eed4 req-3de5ce19-0eea-4358-882f-05cb17362057 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:52.736972 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3ccf3570-e482-43d4-bc88-fd9d7d24eed4 req-3de5ce19-0eea-4358-882f-05cb17362057 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0504153 Jun 23 09:32:52.783968 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-3ccf3570-e482-43d4-bc88-fd9d7d24eed4 req-46e9e253-675b-4eaf-b621-5e70b8ef9627 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412807 Jun 23 09:32:53.902496 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac273b-a466-4f91-ac84-296d235b890b req-1e28f20c-cc4b-4759-a724-83d388488e47 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:53.903987 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-33ac273b-a466-4f91-ac84-296d235b890b req-1e28f20c-cc4b-4759-a724-83d388488e47 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0506537 Jun 23 09:32:53.950503 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-33ac273b-a466-4f91-ac84-296d235b890b req-971c43a6-04fd-487c-ba7b-b68c13b4d9cb tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408821 Jun 23 09:32:55.065354 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d1d3-0244-40b6-8f59-7f5e67d5faba req-3bc14e88-6e32-412f-838c-20c76248b79b tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:55.066820 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5d02d1d3-0244-40b6-8f59-7f5e67d5faba req-3bc14e88-6e32-412f-838c-20c76248b79b tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0472159 Jun 23 09:32:55.114885 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-5d02d1d3-0244-40b6-8f59-7f5e67d5faba req-2f6340e5-5dcc-4dd6-88a5-66bab85776da tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b67e93a-71a4-47ad-9ccf-7fc56d19df93&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420468 Jun 23 09:32:55.157477 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-7b3a048f-e919-40c9-b392-ca54273e1532 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:32:55.158987 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-7b3a048f-e919-40c9-b392-ca54273e1532 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 945 time: 0.0484786 Jun 23 09:32:55.247540 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Deleting port 95dc3d13-1af1-41f6-949f-2220f4476942 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:55.247875 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:55.258753 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:55.264092 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:55.265588 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:55.335504 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] For port 95dc3d13-1af1-41f6-949f-2220f4476942, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=95dc3d13-1af1-41f6-949f-2220f4476942,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:32:55.335795 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:55.501444 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:55.501811 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:55.502128 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Floating IP 653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d disassociated. External IP: 172.27.2.132, port: 95dc3d13-1af1-41f6-949f-2220f4476942. Jun 23 09:32:55.502476 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Calling delete_port for 95dc3d13-1af1-41f6-949f-2220f4476942 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:55.743247 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (95dc3d13-1af1-41f6-949f-2220f4476942), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:55.775998 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event deleted for resources: {'Port': ['ID=95dc3d13-1af1-41f6-949f-2220f4476942,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:55.888291 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Router 43b420e1-cc40-4758-b7c1-558292a8b5e9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:32:55.999044 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:32:56.010195 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] Sync routers for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:32:56.020617 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:32:56.021310 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:32:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:56.050981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] No DVR routers for this DVR port 95dc3d13-1af1-41f6-949f-2220f4476942 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:32:56.053430 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:56.056703 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-aac9aa38-ea92-4b98-b244-2e47370d7246 req-3e6392b6-614f-4406-bbaf-8135e03f310c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "DELETE /v2.0/ports/95dc3d13-1af1-41f6-949f-2220f4476942 HTTP/1.1" status: 204 len: 173 time: 0.8899748 Jun 23 09:32:56.057098 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575ce77f-535c-48bb-b311-7c7c515b82df', 'name': 'network-vif-deleted', 'tag': '95dc3d13-1af1-41f6-949f-2220f4476942'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:32:56.059337 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00465ffc-2966-4cf0-8f5c-7890345e22ef" -d '{"events": [{"server_uuid": "575ce77f-535c-48bb-b311-7c7c515b82df", "name": "network-vif-deleted", "tag": "95dc3d13-1af1-41f6-949f-2220f4476942"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:32:56.097335 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d528ab0-f9e8-4672-a16a-d6ee9d8d1b92 x-openstack-request-id: req-5d528ab0-f9e8-4672-a16a-d6ee9d8d1b92 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:32:56.097605 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575ce77f-535c-48bb-b311-7c7c515b82df", "name": "network-vif-deleted", "tag": "95dc3d13-1af1-41f6-949f-2220f4476942", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:32:56.097818 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d528ab0-f9e8-4672-a16a-d6ee9d8d1b92 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:32:56.098227 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d528ab0-f9e8-4672-a16a-d6ee9d8d1b92'] response: {'server_uuid': '575ce77f-535c-48bb-b311-7c7c515b82df', 'name': 'network-vif-deleted', 'tag': '95dc3d13-1af1-41f6-949f-2220f4476942', 'status': 'completed', 'code': 200} Jun 23 09:32:56.125002 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:32:56.257952 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a9e74c16-da6a-49cb-9c94-5aa14a6fc8d3 req-7b82097c-eefd-4328-85b5-c2e87bff0394 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=575ce77f-535c-48bb-b311-7c7c515b82df HTTP/1.1" status: 200 len: 210 time: 0.0497625 Jun 23 09:32:56.347021 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:56.421881 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50228) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:56.507119 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] Checking router: 43b420e1-cc40-4758-b7c1-558292a8b5e9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:32:56.517042 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:32:56.517042 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:32:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:56.545867 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:56.552740 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cca895f0-c022-462e-a6be-cbef00719f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:56.566153 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:56.622953 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:32:56.633607 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cca895f0-c022-462e-a6be-cbef00719f3c admin admin] Publish callbacks [] for security_group (917c11dd-641a-4578-96f7-ba68259c708d), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:56.715897 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cca895f0-c022-462e-a6be-cbef00719f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (917c11dd-641a-4578-96f7-ba68259c708d), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:56.756080 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca895f0-c022-462e-a6be-cbef00719f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917c11dd-641a-4578-96f7-ba68259c708d,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:56.761825 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-cca895f0-c022-462e-a6be-cbef00719f3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=285fec902a7c451c82e990b6ef678cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388801 Jun 23 09:32:56.764719 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 50234) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:56.807329 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:32:56.833082 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b3509-7768-41b7-91c9-35b0a16ce8ee None None] The sync data for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi is: [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:32:56.834277 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Publish callbacks [] for security_group (917c11dd-641a-4578-96f7-ba68259c708d), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:56.859576 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Publish callbacks [] for security_group (917c11dd-641a-4578-96f7-ba68259c708d), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:56.996112 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (917c11dd-641a-4578-96f7-ba68259c708d), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:56.998795 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:57.002316 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/917c11dd-641a-4578-96f7-ba68259c708d HTTP/1.1" status: 204 len: 168 time: 0.2342904 Jun 23 09:32:57.009460 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917c11dd-641a-4578-96f7-ba68259c708d,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:57.017140 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.017930 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.024214 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.026355 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.026355 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.026355 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b080c2c-fb73-4451-b20c-4afab4eb55d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:32:57.108669 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b74e0-845b-4a7d-9ad7-1eed2c26385e None None] New status for floating IP 653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d: DOWN {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:32:57.433622 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 50242) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:57.501448 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f13d5311-bf39-470e-8130-e6c53f00077c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (7b67e93a-71a4-47ad-9ccf-7fc56d19df93), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:57.529289 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f13d5311-bf39-470e-8130-e6c53f00077c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (7b67e93a-71a4-47ad-9ccf-7fc56d19df93), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:57.652754 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f13d5311-bf39-470e-8130-e6c53f00077c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (7b67e93a-71a4-47ad-9ccf-7fc56d19df93), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:57.655382 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f13d5311-bf39-470e-8130-e6c53f00077c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:57.656522 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f13d5311-bf39-470e-8130-e6c53f00077c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "DELETE /v2.0/security-groups/7b67e93a-71a4-47ad-9ccf-7fc56d19df93 HTTP/1.1" status: 204 len: 168 time: 0.2200122 Jun 23 09:32:57.659738 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50246) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:57.666996 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d5311-bf39-470e-8130-e6c53f00077c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b67e93a-71a4-47ad-9ccf-7fc56d19df93,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:57.674667 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.api.v2.resource [None req-7d4461a7-9544-42ed-be51-a16466b83f4f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] show failed (client error): The resource could not be found. Jun 23 09:32:57.675931 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-7d4461a7-9544-42ed-be51-a16466b83f4f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups/7b67e93a-71a4-47ad-9ccf-7fc56d19df93 HTTP/1.1" status: 404 len: 347 time: 0.0145757 Jun 23 09:32:57.678954 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50248) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:57.790501 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Deleting port 6c723c61-8de2-4d6c-ad0b-ce3df8e778d3 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:32:57.790839 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:57.871641 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:57.871972 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:57.885744 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Calling delete_port for 6c723c61-8de2-4d6c-ad0b-ce3df8e778d3 owned by network:floatingip {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:32:57.949745 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.053555 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 95dc3d13-1af1-41f6-949f-2220f4476942 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:32:58.073788 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 95dc3d13-1af1-41f6-949f-2220f4476942 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:32:58.074079 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 95dc3d13-1af1-41f6-949f-2220f4476942 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:32:58.115830 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (6c723c61-8de2-4d6c-ad0b-ce3df8e778d3), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.140669 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event deleted for resources: {'Port': ['ID=6c723c61-8de2-4d6c-ad0b-ce3df8e778d3,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:58.201858 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.204470 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.205633 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-b958535e-3dc6-44da-8782-54e14d063878 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "DELETE /v2.0/floatingips/653da0b1-43b6-4f2c-a5aa-a3c93e8fda7d HTTP/1.1" status: 204 len: 168 time: 0.5257275 Jun 23 09:32:58.405329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50252) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:58.409866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-4a8f811c-9b99-4bbc-a608-f8c258eeddb8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50303530', 'description': 'tempest-description--2127039730'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:58.515515 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4a8f811c-9b99-4bbc-a608-f8c258eeddb8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.518175 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:58.581743 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4a8f811c-9b99-4bbc-a608-f8c258eeddb8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (e0084c5f-9d88-415d-a90c-68f043a10f61), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.693463 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4a8f811c-9b99-4bbc-a608-f8c258eeddb8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e0084c5f-9d88-415d-a90c-68f043a10f61), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.725546 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f811c-9b99-4bbc-a608-f8c258eeddb8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0084c5f-9d88-415d-a90c-68f043a10f61,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:58.792459 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-4a8f811c-9b99-4bbc-a608-f8c258eeddb8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.793701 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-4a8f811c-9b99-4bbc-a608-f8c258eeddb8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3873780 Jun 23 09:32:58.796824 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50256) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:58.801062 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-0deee678-91c9-41d9-80f2-28a518169bc6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'security_group_rule': {'security_group_id': 'e0084c5f-9d88-415d-a90c-68f043a10f61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:58.880548 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-0deee678-91c9-41d9-80f2-28a518169bc6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (4ad8e151-d84d-4224-b8db-76ae4f0121fd), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:58.895133 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:32:58.936461 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-0deee678-91c9-41d9-80f2-28a518169bc6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (4ad8e151-d84d-4224-b8db-76ae4f0121fd), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.019057 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-0deee678-91c9-41d9-80f2-28a518169bc6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (4ad8e151-d84d-4224-b8db-76ae4f0121fd), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.039263 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deee678-91c9-41d9-80f2-28a518169bc6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad8e151-d84d-4224-b8db-76ae4f0121fd,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:59.123222 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-0deee678-91c9-41d9-80f2-28a518169bc6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.124442 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-0deee678-91c9-41d9-80f2-28a518169bc6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267088 Jun 23 09:32:59.134402 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50258) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:59.138765 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-1d5c9147-88db-4182-a68c-fcef46041c40 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'security_group_rule': {'security_group_id': 'e0084c5f-9d88-415d-a90c-68f043a10f61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:59.310621 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9147-88db-4182-a68c-fcef46041c40 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (32888ad2-d27a-4804-8d01-7ce840fa0afd), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.365997 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9147-88db-4182-a68c-fcef46041c40 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (32888ad2-d27a-4804-8d01-7ce840fa0afd), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.452714 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9147-88db-4182-a68c-fcef46041c40 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837351'] for security_group_rule (32888ad2-d27a-4804-8d01-7ce840fa0afd), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.471337 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c9147-88db-4182-a68c-fcef46041c40 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32888ad2-d27a-4804-8d01-7ce840fa0afd,revision_number=0']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:32:59.551832 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9147-88db-4182-a68c-fcef46041c40 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.553096 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-1d5c9147-88db-4182-a68c-fcef46041c40 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4177396 Jun 23 09:32:59.557669 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50260) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:32:59.568834 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:32:59.641580 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.728920 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.831682 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Allocated IP 172.27.2.133 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/9471b678-4cdc-4464-8baa-bf17cc6a0595) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:32:59.937949 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for port (9471b678-4cdc-4464-8baa-bf17cc6a0595), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:32:59.963720 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:00.024223 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (9471b678-4cdc-4464-8baa-bf17cc6a0595), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:00.059621 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:33:00.063898 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:33:00.066786 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:33:00.100543 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'Port': ['ID=9471b678-4cdc-4464-8baa-bf17cc6a0595,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:00.152393 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:00.160025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (096e1b5d-eb5b-4dae-98f4-299f219b0e26), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:00.252025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (9471b678-4cdc-4464-8baa-bf17cc6a0595), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:00.396892 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for port (9471b678-4cdc-4464-8baa-bf17cc6a0595), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:00.486816 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (9471b678-4cdc-4464-8baa-bf17cc6a0595), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:00.553429 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'Port': ['ID=9471b678-4cdc-4464-8baa-bf17cc6a0595,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:00.564727 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (096e1b5d-eb5b-4dae-98f4-299f219b0e26), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:00.734738 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:00.736069 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-a6acb882-aec7-49f2-a21f-0eed123de77e tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1774633 Jun 23 09:33:00.936436 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-81ea7e5b-a3e3-4f94-9644-47151b4d9245 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--50303530&fields=id&tenant_id=19a424690e5b44d58c27c5f872c38bd4 HTTP/1.1" status: 200 len: 267 time: 0.0467277 Jun 23 09:33:01.039973 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fff80ea8-0d4c-402b-9185-1efcc37b3dc3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:01.041297 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fff80ea8-0d4c-402b-9185-1efcc37b3dc3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 810 time: 0.0985296 Jun 23 09:33:01.055772 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-4e635b5a-cc45-48da-b577-9bda261976ed tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/quotas/19a424690e5b44d58c27c5f872c38bd4 HTTP/1.1" status: 200 len: 375 time: 0.0090792 Jun 23 09:33:01.103252 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-9252898a-2385-472a-b944-2ce678a43d2c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426705 Jun 23 09:33:01.201456 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-13008bd2-037f-4027-9cfe-0cbfe7a2b778 service neutron] 10.222.0.52 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868299 Jun 23 09:33:01.274546 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:01.295450 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-659b7334-e741-4d50-94f4-4882ccfaa641 service neutron] 10.222.0.52 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883005 Jun 23 09:33:01.548961 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-16906175-884c-4aaa-8004-c657a67dcafe req-49632af9-6986-4e0b-bc85-aa0f819492b6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 210 time: 0.0300484 Jun 23 09:33:02.643836 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d5e3566c-4c1f-4b94-ba13-084eac7788ea req-fa9ca147-2a6d-4246-b26c-d16115c35247 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 210 time: 0.0277774 Jun 23 09:33:03.739518 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e082656e-7210-4a45-8213-4ff194af9c1c req-c14b72b2-9b1b-4e97-ae8e-7d73e14ff957 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 210 time: 0.0272284 Jun 23 09:33:04.193636 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897433-7d88-462b-96d7-c89aca270c35 req-2c731228-058a-44da-9cc7-c9b6a16066d4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:04.195137 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-2c731228-058a-44da-9cc7-c9b6a16066d4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 810 time: 0.1043818 Jun 23 09:33:04.522588 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-dbf0e817-d5ed-4a9b-a2d3-a930876c76d4 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a424690e5b44d58c27c5f872c38bd4 HTTP/1.1" status: 200 len: 378 time: 0.2984309 Jun 23 09:33:04.635468 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'port': {'device_id': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'admin_state_up': True, 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'security_groups': ['e0084c5f-9d88-415d-a90c-68f043a10f61']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:33:04.838320 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c6beaf20-e1b0-4206-9ecf-7c0807ece28a req-439e670b-ad56-4f5d-88e7-e1ab2ff61bb8 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 210 time: 0.0306082 Jun 23 09:33:04.840857 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Made reservation on behalf of 19a424690e5b44d58c27c5f872c38bd4 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:33:04.844368 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:04.867769 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:04.976001 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Allocated IP 172.20.0.5 (91dc23ae-594e-42cc-bac4-fbd112cab953/ff4218dd-159c-44f2-88a2-68834a3147f0/4e4ee781-df17-48a8-b586-45bc48fd55f1) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:33:05.123641 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:05.132703 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:05.231277 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:05.283318 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:33:05.286343 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:33:05.289804 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:33:05.356238 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event updated for resources: {'Port': ['ID=4e4ee781-df17-48a8-b586-45bc48fd55f1,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:05.359063 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:05.359687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:05.519038 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-80a33d28-7cd7-443a-becc-cd9b8255fbad tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8880136 Jun 23 09:33:05.527180 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-709d0639-16a2-4305-a8db-ef2ecf6d56eb None None] Provisioning complete for port 4e4ee781-df17-48a8-b586-45bc48fd55f1 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:33:05.527714 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-709d0639-16a2-4305-a8db-ef2ecf6d56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:05.538114 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Request body: {'port': {'device_id': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:33:05.562173 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-709d0639-16a2-4305-a8db-ef2ecf6d56eb None None] Port 4e4ee781-df17-48a8-b586-45bc48fd55f1 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:33:05.597866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:05.856881 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4ee781-df17-48a8-b586-45bc48fd55f1 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:33:05.864660 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Publish callbacks [] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:05.877897 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Transition to ACTIVE for port object 4e4ee781-df17-48a8-b586-45bc48fd55f1 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:33:05.952614 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbedff-44a9-496e-ac2b-099b72c55d84 req-c9b4f549-b513-44ae-97ca-f33192ded6f5 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:05.954054 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a1bbedff-44a9-496e-ac2b-099b72c55d84 req-c9b4f549-b513-44ae-97ca-f33192ded6f5 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 931 time: 0.0467558 Jun 23 09:33:05.961221 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:06.003732 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-a1bbedff-44a9-496e-ac2b-099b72c55d84 req-75e59dc5-c724-4673-a6ae-4678608fb9c2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440161 Jun 23 09:33:06.004774 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:06.035933 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4ee781-df17-48a8-b586-45bc48fd55f1,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:06.139241 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-0384d5d9-6269-4b7b-bd10-d4c214856b42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629249 Jun 23 09:33:06.139901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Attempting to bind port 4e4ee781-df17-48a8-b586-45bc48fd55f1 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:33:06.140233 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Attempting to bind port 4e4ee781-df17-48a8-b586-45bc48fd55f1 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:33:06.140558 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Attempting to bind port 4e4ee781-df17-48a8-b586-45bc48fd55f1 on network 91dc23ae-594e-42cc-bac4-fbd112cab953 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:33:06.145732 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Port 4e4ee781-df17-48a8-b586-45bc48fd55f1 on network 91dc23ae-594e-42cc-bac4-fbd112cab953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:33:06.146055 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Attempting to bind port 4e4ee781-df17-48a8-b586-45bc48fd55f1 on network 91dc23ae-594e-42cc-bac4-fbd112cab953 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:33:06.151799 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:33:06.152138 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Checking segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:33:06.152523 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Bound using segment: {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:33:06.152949 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Bound port: 4e4ee781-df17-48a8-b586-45bc48fd55f1, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88620aab-1877-4ebe-8d1a-4395c16735da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:33:06.153311 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:06.216078 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] For port 4e4ee781-df17-48a8-b586-45bc48fd55f1, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:33:06.219186 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] For port 4e4ee781-df17-48a8-b586-45bc48fd55f1, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4e4ee781-df17-48a8-b586-45bc48fd55f1,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:33:06.292835 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:06.327695 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:06.328407 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:06.329729 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/4e4ee781-df17-48a8-b586-45bc48fd55f1 HTTP/1.1" status: 200 len: 1093 time: 0.7959218 Jun 23 09:33:06.330161 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'tag': '4e4ee781-df17-48a8-b586-45bc48fd55f1'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:33:06.332402 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3ffd2-d4d3-4c7b-a111-539c87091403" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1a0af6-1f53-4677-a3a0-4bac58197c29", "tag": "4e4ee781-df17-48a8-b586-45bc48fd55f1"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:33:06.355662 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc847ab2-16c0-4a89-bd50-1056dcff64c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4ee781-df17-48a8-b586-45bc48fd55f1,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:06.373935 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdf843a-791d-4517-8fe8-6d2d63972b58 x-openstack-request-id: req-dbdf843a-791d-4517-8fe8-6d2d63972b58 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:33:06.374230 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1a0af6-1f53-4677-a3a0-4bac58197c29", "tag": "4e4ee781-df17-48a8-b586-45bc48fd55f1", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:33:06.374540 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbdf843a-791d-4517-8fe8-6d2d63972b58 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:33:06.374927 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdf843a-791d-4517-8fe8-6d2d63972b58'] response: {'name': 'network-changed', 'server_uuid': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'tag': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'status': 'completed', 'code': 200} Jun 23 09:33:07.119922 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b24aa-5101-40db-8f4b-add4fc925b3a req-197727cf-550c-41a3-b64a-d01bf0e59da3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:07.121393 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-504b24aa-5101-40db-8f4b-add4fc925b3a req-197727cf-550c-41a3-b64a-d01bf0e59da3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 943 time: 0.0490675 Jun 23 09:33:07.167268 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-504b24aa-5101-40db-8f4b-add4fc925b3a req-70fc2c7e-5cbe-4512-be26-3e55dd70f5b6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404587 Jun 23 09:33:07.177921 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:07.179806 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=9 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:08.271058 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:08.286506 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb67f70-2869-41ef-b114-d7c839a869a1 req-f21af5fc-4786-4498-8bd5-cfe427f3e60d tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:08.287969 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdb67f70-2869-41ef-b114-d7c839a869a1 req-f21af5fc-4786-4498-8bd5-cfe427f3e60d tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 943 time: 0.0515907 Jun 23 09:33:08.335007 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fdb67f70-2869-41ef-b114-d7c839a869a1 req-22004b09-ff79-4ecb-aa28-1be5f55f683a tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409076 Jun 23 09:33:08.669804 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-05537731-c572-422d-8fef-96932494e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:08.671318 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-05537731-c572-422d-8fef-96932494e4c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 1130 time: 0.0664418 Jun 23 09:33:08.672606 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ffd2-d4d3-4c7b-a111-539c87091403 req-a42065a8-cd45-4123-9e5e-64edc82f90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:08.673963 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f1b3ffd2-d4d3-4c7b-a111-539c87091403 req-a42065a8-cd45-4123-9e5e-64edc82f90a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 1127 time: 0.0610771 Jun 23 09:33:08.892502 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ffd2-d4d3-4c7b-a111-539c87091403 req-50c45468-cf4d-4799-9c30-fa23175582fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:08.893961 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f1b3ffd2-d4d3-4c7b-a111-539c87091403 req-50c45468-cf4d-4799-9c30-fa23175582fa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=19a424690e5b44d58c27c5f872c38bd4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1970007 Jun 23 09:33:08.896463 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-12b0bc8e-2592-45b7-8934-1da7d2db87ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:08.897859 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-12b0bc8e-2592-45b7-8934-1da7d2db87ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.1886210 Jun 23 09:33:09.028758 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-708decbe-ecf7-48f1-88b4-183dbe9c0678 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08844799-4090-4da0-968c-37240d55bee9 HTTP/1.1" status: 200 len: 1001 time: 0.1145346 Jun 23 09:33:09.075702 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ffd2-d4d3-4c7b-a111-539c87091403 req-3a80414a-f465-490b-bb56-1cc51fa2cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:09.077311 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f1b3ffd2-d4d3-4c7b-a111-539c87091403 req-3a80414a-f465-490b-bb56-1cc51fa2cad3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718047 Jun 23 09:33:09.094049 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-2689e2ca-c586-430b-a619-10ce78536ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:09.095520 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-2689e2ca-c586-430b-a619-10ce78536ba2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0533752 Jun 23 09:33:09.143509 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-1a3cc57b-6886-4ea1-8eeb-fe37471c08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:09.145078 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-1a3cc57b-6886-4ea1-8eeb-fe37471c08d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422974 Jun 23 09:33:09.223816 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897433-7d88-462b-96d7-c89aca270c35 req-3c6cd5b0-9b1e-4d9a-aaeb-a75295f0974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:09.225299 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-3c6cd5b0-9b1e-4d9a-aaeb-a75295f0974d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 1127 time: 0.0659802 Jun 23 09:33:09.295077 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-df5c4529-9912-4555-bb9f-00c9caa17603 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e4ee781-df17-48a8-b586-45bc48fd55f1 HTTP/1.1" status: 200 len: 217 time: 0.0442059 Jun 23 09:33:09.357180 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-ebf023bb-af56-4f06-af62-722ac1ef4bc2 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053354 Jun 23 09:33:09.362412 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897433-7d88-462b-96d7-c89aca270c35 req-5ac1a635-e7fe-468a-8d4e-6cf19650e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:09.363966 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-5ac1a635-e7fe-468a-8d4e-6cf19650e590 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff4218dd-159c-44f2-88a2-68834a3147f0 HTTP/1.1" status: 200 len: 849 time: 0.0630324 Jun 23 09:33:09.450874 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005c29-f731-42d6-9101-640eb8cdcd79 req-edccea69-9648-4bc4-adf3-37bbbcbd86e5 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:09.452525 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c0005c29-f731-42d6-9101-640eb8cdcd79 req-edccea69-9648-4bc4-adf3-37bbbcbd86e5 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 943 time: 0.0475569 Jun 23 09:33:09.458839 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b897433-7d88-462b-96d7-c89aca270c35 req-3d86e05f-b23d-476e-ac3a-184a2ff6f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:09.460334 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-3d86e05f-b23d-476e-ac3a-184a2ff6f288 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91dc23ae-594e-42cc-bac4-fbd112cab953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874357 Jun 23 09:33:09.464688 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:09.500260 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c0005c29-f731-42d6-9101-640eb8cdcd79 req-7c53e224-23d6-4607-9ac2-85fbec1c1c6f tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420654 Jun 23 09:33:09.509538 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:09.515174 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9fb56ad7-bfed-487e-86d8-d7bb7f9838ee req-2ded5659-72b7-42eb-88ca-eba43c97d441 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500447 Jun 23 09:33:09.572130 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-5cd6c817-7380-40d2-8832-3f656005fedc service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029668 Jun 23 09:33:09.663123 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4b897433-7d88-462b-96d7-c89aca270c35 req-142a5ad1-a527-4428-977f-4258e4a0d2a0 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844173 Jun 23 09:33:10.075491 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5a5478c7-11b0-4443-bfa6-654d812d4af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:10.614001 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52019073-3122-4853-a116-e13bdffefc53 req-0b1b6295-34b5-4943-be0d-94d9e6c1b7b2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:10.615771 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52019073-3122-4853-a116-e13bdffefc53 req-0b1b6295-34b5-4943-be0d-94d9e6c1b7b2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 943 time: 0.0469735 Jun 23 09:33:10.661355 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52019073-3122-4853-a116-e13bdffefc53 req-bb264a90-4f9f-4cf2-9d00-5be4d3e3cba2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399878 Jun 23 09:33:11.772749 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f196a-59af-4125-a4e5-833e64d4c957 req-14f4522d-ea4e-4e34-a183-81e9ede56056 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:11.774220 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-159f196a-59af-4125-a4e5-833e64d4c957 req-14f4522d-ea4e-4e34-a183-81e9ede56056 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 943 time: 0.0460896 Jun 23 09:33:11.824334 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-159f196a-59af-4125-a4e5-833e64d4c957 req-32095581-0bc2-44b2-8bf5-21d119d99e75 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446329 Jun 23 09:33:12.303791 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8843e5c1-56b3-45e1-9fce-672d7cfc56fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:12.937173 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe3ed-38a2-4545-94fe-20e94c0cfe9e req-489dd837-d48a-466e-b91a-816b8839ec99 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:12.938673 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-67fbe3ed-38a2-4545-94fe-20e94c0cfe9e req-489dd837-d48a-466e-b91a-816b8839ec99 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 943 time: 0.0459578 Jun 23 09:33:12.994725 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-67fbe3ed-38a2-4545-94fe-20e94c0cfe9e req-ec0bee98-a4a7-4a98-9fb3-61a9de8650df tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500174 Jun 23 09:33:13.260912 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 4e4ee781-df17-48a8-b586-45bc48fd55f1 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:33:13.367494 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 4e4ee781-df17-48a8-b586-45bc48fd55f1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4e4ee781-df17-48a8-b586-45bc48fd55f1,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:33:13.378418 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'port_id': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'mac_address': 'fa:16:3e:9c:99:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:33:13.412342 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 4e4ee781-df17-48a8-b586-45bc48fd55f1 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:33:13.412726 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:13.425139 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4ee781-df17-48a8-b586-45bc48fd55f1 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:33:13.444824 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 4e4ee781-df17-48a8-b586-45bc48fd55f1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4e4ee781-df17-48a8-b586-45bc48fd55f1,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:33:13.544311 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:13.589898 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=4e4ee781-df17-48a8-b586-45bc48fd55f1,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:13.596974 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.597320 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.597662 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.598001 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.598334 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.598661 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.599013 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.599338 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.599663 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.600064 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.600392 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.600718 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.601044 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.601363 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.601680 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:13.606072 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:13.862716 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['4e4ee781-df17-48a8-b586-45bc48fd55f1'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:33:13.912897 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:13.933726 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:13.962033 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:14.107262 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe262b4-a1e5-41d6-b98a-d95f0cb8d690 req-9c095788-229f-432b-a8f6-ac3b47bc66a2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:14.108779 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ffe262b4-a1e5-41d6-b98a-d95f0cb8d690 req-9c095788-229f-432b-a8f6-ac3b47bc66a2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 944 time: 0.0467906 Jun 23 09:33:14.128798 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:14.130728 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:14.164860 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ffe262b4-a1e5-41d6-b98a-d95f0cb8d690 req-71820a43-295a-409f-90ee-6f2153ec2bc0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433252 Jun 23 09:33:14.582431 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 4e4ee781-df17-48a8-b586-45bc48fd55f1 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:33:14.627426 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 4e4ee781-df17-48a8-b586-45bc48fd55f1 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:33:14.733111 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 4e4ee781-df17-48a8-b586-45bc48fd55f1 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:33:14.733487 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:14.804370 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 4e4ee781-df17-48a8-b586-45bc48fd55f1 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:33:14.804756 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:14.826887 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4ee781-df17-48a8-b586-45bc48fd55f1'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:33:14.830395 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9781cd58-952a-406e-8157-04b5fe7e52a7" -d '{"events": [{"server_uuid": "ea1a0af6-1f53-4677-a3a0-4bac58197c29", "name": "network-vif-plugged", "status": "completed", "tag": "4e4ee781-df17-48a8-b586-45bc48fd55f1"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:33:14.842020 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 4e4ee781-df17-48a8-b586-45bc48fd55f1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4e4ee781-df17-48a8-b586-45bc48fd55f1,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:33:14.867344 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcc4ea3-51ed-4a47-a218-7a5d4e1d1e6b x-openstack-request-id: req-6fcc4ea3-51ed-4a47-a218-7a5d4e1d1e6b {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:33:14.867640 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1a0af6-1f53-4677-a3a0-4bac58197c29", "name": "network-vif-plugged", "status": "completed", "tag": "4e4ee781-df17-48a8-b586-45bc48fd55f1", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:33:14.867894 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fcc4ea3-51ed-4a47-a218-7a5d4e1d1e6b {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:33:14.868327 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcc4ea3-51ed-4a47-a218-7a5d4e1d1e6b'] response: {'server_uuid': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'code': 200} Jun 23 09:33:14.956121 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:15.006033 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=4e4ee781-df17-48a8-b586-45bc48fd55f1,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:15.121125 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:15.292129 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621424-314b-496e-8839-d0d60eb5d370 req-2f1d86a8-2acd-4ede-abf2-fd61fa2f9656 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:15.293673 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c4621424-314b-496e-8839-d0d60eb5d370 req-2f1d86a8-2acd-4ede-abf2-fd61fa2f9656 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0623715 Jun 23 09:33:15.347496 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c4621424-314b-496e-8839-d0d60eb5d370 req-cd8e039f-ac7d-4daa-ad34-26b96d69c2da tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481098 Jun 23 09:33:15.395615 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:16.461575 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f97166-9cba-4a16-aab8-16bba984d141 req-ff68d7cd-24ab-4544-945d-751878c91f4d tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:16.462973 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-02f97166-9cba-4a16-aab8-16bba984d141 req-ff68d7cd-24ab-4544-945d-751878c91f4d tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0466619 Jun 23 09:33:16.510021 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-02f97166-9cba-4a16-aab8-16bba984d141 req-0a92fc73-bcc8-4d46-a7fd-eed3b8784724 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415092 Jun 23 09:33:17.624735 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33df82-6f28-47b0-b1d6-05f8ab678596 req-7f21fdbb-9067-41e2-8fde-5307950858d2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:17.626200 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0f33df82-6f28-47b0-b1d6-05f8ab678596 req-7f21fdbb-9067-41e2-8fde-5307950858d2 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0492275 Jun 23 09:33:17.642514 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40ed17-7a81-4596-8684-3bd0e717f026 req-1d08e0bd-e689-4ff7-821f-494d11b88683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:17.644042 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c40ed17-7a81-4596-8684-3bd0e717f026 req-1d08e0bd-e689-4ff7-821f-494d11b88683 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 1129 time: 0.0381322 Jun 23 09:33:17.673718 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0f33df82-6f28-47b0-b1d6-05f8ab678596 req-13778c08-ccf4-4a17-b83c-0858e475d509 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419168 Jun 23 09:33:17.687871 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4c40ed17-7a81-4596-8684-3bd0e717f026 req-4c6736c1-7e56-49ce-afc4-4f654002920d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374551 Jun 23 09:33:18.792662 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fda78-b9a9-490f-9b8a-cf1364360f1c req-6a29b042-c6d5-49cc-b166-0c97ffa7b859 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:18.794324 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ad7fda78-b9a9-490f-9b8a-cf1364360f1c req-6a29b042-c6d5-49cc-b166-0c97ffa7b859 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0539606 Jun 23 09:33:18.844144 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ad7fda78-b9a9-490f-9b8a-cf1364360f1c req-bba0460e-aa1e-4af2-99a8-9ff026c60fdc tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430472 Jun 23 09:33:19.954812 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e174dae-25c3-4077-9615-00fe5e8b5724 req-4e97456d-956f-4564-afae-0fdba14e0bfd tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:19.956303 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6e174dae-25c3-4077-9615-00fe5e8b5724 req-4e97456d-956f-4564-afae-0fdba14e0bfd tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0464258 Jun 23 09:33:20.002271 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-6e174dae-25c3-4077-9615-00fe5e8b5724 req-6bc090f0-c69f-43b3-9dfa-21db2cfd1149 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405915 Jun 23 09:33:20.124712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf8211-24aa-43f3-8cd7-491d6201f95f req-90d90596-2b38-4f49-bf36-60c14db79ba6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:20.126166 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2cdf8211-24aa-43f3-8cd7-491d6201f95f req-90d90596-2b38-4f49-bf36-60c14db79ba6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0473402 Jun 23 09:33:20.136085 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50390) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:33:20.141041 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Request body: {'floatingip': {'port_id': '4e4ee781-df17-48a8-b586-45bc48fd55f1'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:33:20.186545 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (096e1b5d-eb5b-4dae-98f4-299f219b0e26), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:20.374856 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:20.615158 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:20.675089 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (096e1b5d-eb5b-4dae-98f4-299f219b0e26), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:20.716540 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:20.770057 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Floating IP 096e1b5d-eb5b-4dae-98f4-299f219b0e26 associated. External IP: 172.27.2.133, port: 4e4ee781-df17-48a8-b586-45bc48fd55f1. Jun 23 09:33:20.961944 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Router 43b420e1-cc40-4758-b7c1-558292a8b5e9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:33:21.304121 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:33:21.309028 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:21.313527 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] Sync routers for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:33:21.322991 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:33:21.323600 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:33:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:33:21.344874 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-e517a497-bf7f-4f61-a17e-6aa1dc646d6c tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "PUT /v2.0/floatingips/096e1b5d-eb5b-4dae-98f4-299f219b0e26 HTTP/1.1" status: 200 len: 991 time: 1.2074451 Jun 23 09:33:21.347805 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'tag': '4e4ee781-df17-48a8-b586-45bc48fd55f1'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:33:21.347928 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f5e262-f395-490c-96da-8a5d20382487" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1a0af6-1f53-4677-a3a0-4bac58197c29", "tag": "4e4ee781-df17-48a8-b586-45bc48fd55f1"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:33:21.387738 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c4584-a5b1-4213-b634-f8e147ada395 x-openstack-request-id: req-100c4584-a5b1-4213-b634-f8e147ada395 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:33:21.388035 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1a0af6-1f53-4677-a3a0-4bac58197c29", "tag": "4e4ee781-df17-48a8-b586-45bc48fd55f1", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:33:21.388317 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-100c4584-a5b1-4213-b634-f8e147ada395 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:33:21.388725 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100c4584-a5b1-4213-b634-f8e147ada395'] response: {'name': 'network-changed', 'server_uuid': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'tag': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'status': 'completed', 'code': 200} Jun 23 09:33:21.439689 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:33:21.470559 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e262-f395-490c-96da-8a5d20382487 req-df1a0606-4aa4-41b6-88c8-660f37e01572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:21.472116 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84f5e262-f395-490c-96da-8a5d20382487 req-df1a0606-4aa4-41b6-88c8-660f37e01572 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19a424690e5b44d58c27c5f872c38bd4&device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 1129 time: 0.0392573 Jun 23 09:33:21.565420 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e262-f395-490c-96da-8a5d20382487 req-e6fe5a0e-3b9d-42b7-9f51-3bfcd130c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:21.566841 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84f5e262-f395-490c-96da-8a5d20382487 req-e6fe5a0e-3b9d-42b7-9f51-3bfcd130c12c service neutron] 10.222.0.55 "GET /v2.0/networks?id=91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 200 len: 911 time: 0.0887613 Jun 23 09:33:21.624338 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:21.630897 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84f5e262-f395-490c-96da-8a5d20382487 req-3a009b7c-8665-4b75-a5a2-25dcd32dd8de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e4ee781-df17-48a8-b586-45bc48fd55f1 HTTP/1.1" status: 200 len: 999 time: 0.0581665 Jun 23 09:33:21.667593 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '096e1b5d-eb5b-4dae-98f4-299f219b0e26', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'port_id': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'mac_address': 'fa:16:3e:9c:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:33:00Z', 'updated_at': '2022-06-23T09:33:20Z', 'revision_number': 1, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:33:21.679014 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e262-f395-490c-96da-8a5d20382487 req-71062faf-d81f-4499-be47-91345cddfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:21.681097 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84f5e262-f395-490c-96da-8a5d20382487 req-71062faf-d81f-4499-be47-91345cddfd82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff4218dd-159c-44f2-88a2-68834a3147f0 HTTP/1.1" status: 200 len: 849 time: 0.0445848 Jun 23 09:33:21.692250 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] Checking router: 43b420e1-cc40-4758-b7c1-558292a8b5e9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:33:21.701309 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:33:21.701993 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:33:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:33:21.727820 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5e262-f395-490c-96da-8a5d20382487 req-e29a63c2-a479-41ad-b3df-9a2c56cb8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:21.729288 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84f5e262-f395-490c-96da-8a5d20382487 req-e29a63c2-a479-41ad-b3df-9a2c56cb8557 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=91dc23ae-594e-42cc-bac4-fbd112cab953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423729 Jun 23 09:33:21.802717 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:33:21.821802 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84f5e262-f395-490c-96da-8a5d20382487 req-92057887-f4bd-41b4-8e67-cc9153ae0548 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858693 Jun 23 09:33:21.896168 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:21.915256 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-84f5e262-f395-490c-96da-8a5d20382487 req-8cc25193-4246-42f8-972e-4572965bd177 service neutron] 10.222.0.55 "GET /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872939 Jun 23 09:33:22.011886 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '096e1b5d-eb5b-4dae-98f4-299f219b0e26', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'port_id': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'mac_address': 'fa:16:3e:9c:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:33:00Z', 'updated_at': '2022-06-23T09:33:20Z', 'revision_number': 1, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:33:22.038845 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e7501f-c0a9-4a0c-a9f4-58d9cfd58066 None None] The sync data for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi is: [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '096e1b5d-eb5b-4dae-98f4-299f219b0e26', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'port_id': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'mac_address': 'fa:16:3e:9c:99:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:33:00Z', 'updated_at': '2022-06-23T09:33:20Z', 'revision_number': 1, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:33:22.228807 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d3995-5b72-44b3-a36b-46f98703050a None None] New status for floating IP 096e1b5d-eb5b-4dae-98f4-299f219b0e26: ACTIVE {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:33:24.313129 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80035049-b5e0-4943-8097-ab6fcf5c20b7 req-2ff6e6ad-f128-4db0-808c-705d95cc54fc tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:24.314651 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-80035049-b5e0-4943-8097-ab6fcf5c20b7 req-2ff6e6ad-f128-4db0-808c-705d95cc54fc tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 945 time: 0.0537541 Jun 23 09:33:24.362866 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-80035049-b5e0-4943-8097-ab6fcf5c20b7 req-bf087313-792b-4401-823e-7e85c0f393d5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415180 Jun 23 09:33:25.443861 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:33:25.483766 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea187f-1ec1-4242-aed1-2e8d93ddf608 req-6c48491c-0927-4044-a2b3-56793e45e7f7 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:25.485357 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-97ea187f-1ec1-4242-aed1-2e8d93ddf608 req-6c48491c-0927-4044-a2b3-56793e45e7f7 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 945 time: 0.0493748 Jun 23 09:33:25.540549 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-97ea187f-1ec1-4242-aed1-2e8d93ddf608 req-0a774fe1-88ff-41f4-a923-3a20b2c89221 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492551 Jun 23 09:33:25.899289 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-d0eb6580-5042-4bc7-b528-85dbd7b08270 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:25.900726 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-d0eb6580-5042-4bc7-b528-85dbd7b08270 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 945 time: 0.0467310 Jun 23 09:33:25.984745 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Deleting port d8d8d6b6-e75a-4f00-bb0a-65014005b289 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:33:25.985073 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:26.075281 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] For port d8d8d6b6-e75a-4f00-bb0a-65014005b289, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=d8d8d6b6-e75a-4f00-bb0a-65014005b289,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:33:26.075648 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:26.088496 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Calling delete_port for d8d8d6b6-e75a-4f00-bb0a-65014005b289 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:33:26.315658 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (d8d8d6b6-e75a-4f00-bb0a-65014005b289), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:26.345390 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Pushing event deleted for resources: {'Port': ['ID=d8d8d6b6-e75a-4f00-bb0a-65014005b289,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:26.352721 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['d8d8d6b6-e75a-4f00-bb0a-65014005b289'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:33:26.355767 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.356120 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.356476 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.356814 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.358003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.358003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.358003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.358338 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.358443 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.358762 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.359541 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.359541 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.359748 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.360059 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.360382 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:33:26.403086 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] No DVR routers for this DVR port d8d8d6b6-e75a-4f00-bb0a-65014005b289 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:33:26.405478 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:26.408691 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2b1eabac-2642-4266-917a-cdd302f4e47d req-9c06cc9a-ec32-4d05-9cf0-35f8b7f6c5be tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.55 "DELETE /v2.0/ports/d8d8d6b6-e75a-4f00-bb0a-65014005b289 HTTP/1.1" status: 204 len: 173 time: 0.5019438 Jun 23 09:33:26.409124 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c310931-4054-48c8-84e3-3001196466a7', 'name': 'network-vif-deleted', 'tag': 'd8d8d6b6-e75a-4f00-bb0a-65014005b289'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:33:26.411391 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdca397-903e-433b-8660-cc3d06fa4e34" -d '{"events": [{"server_uuid": "4c310931-4054-48c8-84e3-3001196466a7", "name": "network-vif-deleted", "tag": "d8d8d6b6-e75a-4f00-bb0a-65014005b289"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:33:26.447945 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f411ec85-967e-4037-9a5a-d15ed545086d x-openstack-request-id: req-f411ec85-967e-4037-9a5a-d15ed545086d {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:33:26.448240 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c310931-4054-48c8-84e3-3001196466a7", "name": "network-vif-deleted", "tag": "d8d8d6b6-e75a-4f00-bb0a-65014005b289", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:33:26.448498 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f411ec85-967e-4037-9a5a-d15ed545086d {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:33:26.448932 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f411ec85-967e-4037-9a5a-d15ed545086d'] response: {'server_uuid': '4c310931-4054-48c8-84e3-3001196466a7', 'name': 'network-vif-deleted', 'tag': 'd8d8d6b6-e75a-4f00-bb0a-65014005b289', 'status': 'completed', 'code': 200} Jun 23 09:33:26.637669 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9f0c3595-ae35-43c5-8e5e-62ae07c369f5 req-81349321-2628-474d-8c7b-0fe52f1ae755 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c310931-4054-48c8-84e3-3001196466a7 HTTP/1.1" status: 200 len: 210 time: 0.0280037 Jun 23 09:33:27.944219 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:31.097354 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d8d8d6b6-e75a-4f00-bb0a-65014005b289 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:33:31.117812 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: d8d8d6b6-e75a-4f00-bb0a-65014005b289 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:33:31.118151 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device d8d8d6b6-e75a-4f00-bb0a-65014005b289 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:33:36.386084 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=55,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:36.387986 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:36.618718 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=45 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:36.619497 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=36 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:37.318499 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-4b0001c6-ccda-4bec-be68-658f80b80b76 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:37.319920 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-4b0001c6-ccda-4bec-be68-658f80b80b76 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/networks?id=0c5dae6b-c436-4b72-8060-f13fcb71482a HTTP/1.1" status: 200 len: 814 time: 0.1034920 Jun 23 09:33:37.334348 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-d76308cd-13d3-4510-b825-c550df9dd019 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/quotas/e06cabc6fd104c7cbd2758700a0d29a8 HTTP/1.1" status: 200 len: 375 time: 0.0088680 Jun 23 09:33:37.366277 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-f956ca61-f605-4bbc-a963-8208bfd360c9 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272195 Jun 23 09:33:37.469655 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5ef387bb-34f6-445c-813b-c0709ed5715f service neutron] 10.222.0.52 "GET /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961826 Jun 23 09:33:37.564815 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-f64db00a-df21-4527-93c2-f51c2d88c19e service neutron] 10.222.0.52 "GET /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895534 Jun 23 09:33:37.822825 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-422e6146-8bd7-4602-abf8-9cffb9c0e13d req-119a7297-e168-48ad-a9e0-8615c2440221 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 210 time: 0.0290020 Jun 23 09:33:37.863407 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:37.865378 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:38.917067 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1e5a984f-e509-4e6a-9c79-d2f668bbb42c req-76a12bee-32f9-474e-94d5-c0ceb9d60c57 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 210 time: 0.0278890 Jun 23 09:33:40.028245 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7180d115-498f-4595-8b6d-b4dc158ba384 req-07a496ab-d756-4821-9a2d-cd4e7ad73163 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 210 time: 0.0387235 Jun 23 09:33:40.081074 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b408af1f-2a15-4c82-80e1-55daf91ea175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:40.129276 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-3e799635-9c6e-4d92-970d-cd37081bdb36 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:40.130708 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-3e799635-9c6e-4d92-970d-cd37081bdb36 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.55 "GET /v2.0/networks?id=0c5dae6b-c436-4b72-8060-f13fcb71482a HTTP/1.1" status: 200 len: 814 time: 0.1071064 Jun 23 09:33:40.149744 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Request body: {'port': {'device_id': 'a6f56b2b-7620-4a6a-8b5f-b066ca23c14e', 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a', 'admin_state_up': True, 'tenant_id': 'e06cabc6fd104c7cbd2758700a0d29a8'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:33:40.399873 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Made reservation on behalf of e06cabc6fd104c7cbd2758700a0d29a8 for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:33:40.403446 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:40.480803 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:40.484530 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:40.528850 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Allocated IP 172.20.0.13 (0c5dae6b-c436-4b72-8060-f13fcb71482a/2fe22a10-121e-4694-8940-4f3a5ba6a3a8/e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:33:40.677042 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks [] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:40.796003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:40.838274 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Network 0c5dae6b-c436-4b72-8060-f13fcb71482a is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:33:40.841386 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:33:40.844981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:33:40.870360 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Pushing event updated for resources: {'Port': ['ID=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:40.897039 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:40.897644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:40.998809 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-5372949a-1b99-4d2a-b5a2-ffc6085d5094 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8531485 Jun 23 09:33:41.017395 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Request body: {'port': {'device_id': 'a6f56b2b-7620-4a6a-8b5f-b066ca23c14e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:33:41.079677 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:41.115125 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:41.129715 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:41.144432 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce280f36-e96d-4359-a27c-8e6c0fb95b4d req-dc9553d2-939a-467e-8d48-8f9648d82d98 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:41.145929 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ce280f36-e96d-4359-a27c-8e6c0fb95b4d req-dc9553d2-939a-467e-8d48-8f9648d82d98 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 932 time: 0.0474381 Jun 23 09:33:41.198477 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ce280f36-e96d-4359-a27c-8e6c0fb95b4d req-751ad5b4-6416-4f0b-aa4a-8a52c983e5ee tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Jun 23 09:33:41.350329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:33:41.358531 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Publish callbacks [] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:41.370775 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Transition to ACTIVE for port object e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:33:41.503683 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:41.552565 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:41.623682 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Attempting to bind port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:33:41.623930 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Attempting to bind port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:33:41.624259 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Attempting to bind port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 on network 0c5dae6b-c436-4b72-8060-f13fcb71482a {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:33:41.628600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 on network 0c5dae6b-c436-4b72-8060-f13fcb71482a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:33:41.628916 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Attempting to bind port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 on network 0c5dae6b-c436-4b72-8060-f13fcb71482a {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:33:41.634444 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:33:41.634782 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Checking segment: {'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:33:41.635194 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Bound using segment: {'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:33:41.635644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Bound port: e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a49c74-d2ed-4b88-a944-6fdc75afbdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:33:41.636005 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:41.697493 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] For port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:33:41.700555 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] For port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:33:41.847401 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:41.885087 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:41.885726 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:41.887124 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-0565155e-1d0e-4241-becc-82502893d838 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 HTTP/1.1" status: 200 len: 1094 time: 0.8745947 Jun 23 09:33:41.887550 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f56b2b-7620-4a6a-8b5f-b066ca23c14e', 'tag': 'e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:33:41.889777 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e7fcb-6f20-4328-90ee-760212f30e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f56b2b-7620-4a6a-8b5f-b066ca23c14e", "tag": "e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:33:41.911013 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565155e-1d0e-4241-becc-82502893d838 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:41.928437 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e389ad92-dbd0-4e4c-8eae-83180fcb1f5e x-openstack-request-id: req-e389ad92-dbd0-4e4c-8eae-83180fcb1f5e {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:33:41.928744 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f56b2b-7620-4a6a-8b5f-b066ca23c14e", "tag": "e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:33:41.928995 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e389ad92-dbd0-4e4c-8eae-83180fcb1f5e {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:33:41.929932 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e389ad92-dbd0-4e4c-8eae-83180fcb1f5e'] response: {'name': 'network-changed', 'server_uuid': 'a6f56b2b-7620-4a6a-8b5f-b066ca23c14e', 'tag': 'e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7', 'status': 'completed', 'code': 200} Jun 23 09:33:42.009579 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7fcb-6f20-4328-90ee-760212f30e4d req-21c140f3-6f17-478a-8dd6-afcd477e167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:42.011053 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-121e7fcb-6f20-4328-90ee-760212f30e4d req-21c140f3-6f17-478a-8dd6-afcd477e167a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 1128 time: 0.0398858 Jun 23 09:33:42.048583 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:42.120123 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7fcb-6f20-4328-90ee-760212f30e4d req-eb18dc73-1e31-4d9b-8539-df14e39eb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:42.121641 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-121e7fcb-6f20-4328-90ee-760212f30e4d req-eb18dc73-1e31-4d9b-8539-df14e39eb9a4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962436 Jun 23 09:33:42.214684 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7fcb-6f20-4328-90ee-760212f30e4d req-39e7ce17-da74-46c4-b0dc-e411f7490817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:42.216210 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-121e7fcb-6f20-4328-90ee-760212f30e4d req-39e7ce17-da74-46c4-b0dc-e411f7490817 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874953 Jun 23 09:33:42.305044 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-137fbbc9-db7d-41a9-b317-98cae0c33c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:42.317595 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-238ce5cb-20c8-438e-a061-7dd01a0c48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:42.319147 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-238ce5cb-20c8-438e-a061-7dd01a0c48ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 1128 time: 0.0457323 Jun 23 09:33:42.321437 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475d485-7b8d-4378-8529-8f8f3e83b07c req-c8930b61-acce-4038-9a54-54810364b502 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:42.322938 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4475d485-7b8d-4378-8529-8f8f3e83b07c req-c8930b61-acce-4038-9a54-54810364b502 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 944 time: 0.0500507 Jun 23 09:33:42.365677 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-4eb64a48-14df-4d56-b65e-d3f3b18ac4b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0331066 Jun 23 09:33:42.371173 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-4475d485-7b8d-4378-8529-8f8f3e83b07c req-68e08456-deca-43d9-857b-5e3ecc18ba07 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Jun 23 09:33:42.417890 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-7d69f7e0-00c7-435a-9818-e60740720b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:42.417890 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-7d69f7e0-00c7-435a-9818-e60740720b09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2fe22a10-121e-4694-8940-4f3a5ba6a3a8 HTTP/1.1" status: 200 len: 854 time: 0.0440657 Jun 23 09:33:42.448466 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-13992d44-448e-4f7a-8b61-ee0e1cb2f8fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c5dae6b-c436-4b72-8060-f13fcb71482a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258069 Jun 23 09:33:42.539864 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-3a4595df-8aa4-47bd-af7a-c2311c31e058 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855033 Jun 23 09:33:42.620458 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:42.630756 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c46d2b24-af7c-4de0-835b-c6970b2eab75 req-070c014b-8e2a-4c73-a1cc-74dca2d2bb17 service neutron] 10.222.0.55 "GET /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853403 Jun 23 09:33:43.495538 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc107af-6667-45ef-b180-63177626ef03 req-175c89f3-c6b4-483a-93ea-6ec652da4caf tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:43.497042 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3fc107af-6667-45ef-b180-63177626ef03 req-175c89f3-c6b4-483a-93ea-6ec652da4caf tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 944 time: 0.0570202 Jun 23 09:33:43.543545 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3fc107af-6667-45ef-b180-63177626ef03 req-bf61fcb9-3b1f-4649-a7c2-a7a8c9de5669 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Jun 23 09:33:43.543792 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:44.656123 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549d7a5-36d7-40e5-909b-80479b22417f req-887a7ae7-320b-42dd-9a37-e01628d2a4e6 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:44.657606 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c549d7a5-36d7-40e5-909b-80479b22417f req-887a7ae7-320b-42dd-9a37-e01628d2a4e6 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 944 time: 0.0462859 Jun 23 09:33:44.703147 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-c549d7a5-36d7-40e5-909b-80479b22417f req-a3f3841e-a3a6-4f40-9eff-9f5bb27601c5 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Jun 23 09:33:45.018677 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:45.128947 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:33:45.133711 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:45.358410 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:33:45.370253 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7', 'network_id': '0c5dae6b-c436-4b72-8060-f13fcb71482a', 'port_id': 'e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7', 'mac_address': 'fa:16:3e:2e:63:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe22a10-121e-4694-8940-4f3a5ba6a3a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:33:45.402874 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:33:45.403216 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:45.416917 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:45.420771 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:33:45.439924 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:33:45.504123 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:45.550783 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:45.814167 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd5c11-23af-40a5-bca9-adb15a48e760 req-3adaec85-bdde-48a4-8331-cda51db980e9 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:45.815640 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cedd5c11-23af-40a5-bca9-adb15a48e760 req-3adaec85-bdde-48a4-8331-cda51db980e9 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 945 time: 0.0463367 Jun 23 09:33:45.822326 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:33:45.862269 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cedd5c11-23af-40a5-bca9-adb15a48e760 req-a648520f-7a62-465e-b71d-1960b4b024e9 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Jun 23 09:33:46.975483 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf62ba-7c9f-4526-82b1-8be1a59df88b req-8575db3c-1f9a-458a-a4e2-5a73c41fe71e tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:46.977426 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-09cf62ba-7c9f-4526-82b1-8be1a59df88b req-8575db3c-1f9a-458a-a4e2-5a73c41fe71e tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 945 time: 0.0494051 Jun 23 09:33:47.023101 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-09cf62ba-7c9f-4526-82b1-8be1a59df88b req-642f0da2-066c-44ff-9749-1bda6b0dc346 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Jun 23 09:33:47.144962 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:33:47.186434 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:33:47.246080 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:33:47.246454 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:47.315084 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:33:47.315469 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:47.337452 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f56b2b-7620-4a6a-8b5f-b066ca23c14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:33:47.339671 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2270e-14eb-4752-8a33-0f1b7e879768" -d '{"events": [{"server_uuid": "a6f56b2b-7620-4a6a-8b5f-b066ca23c14e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:33:47.355739 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:33:47.377881 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089a13f8-718b-4959-bf88-ca0d5bfd4ce1 x-openstack-request-id: req-089a13f8-718b-4959-bf88-ca0d5bfd4ce1 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:33:47.378167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f56b2b-7620-4a6a-8b5f-b066ca23c14e", "name": "network-vif-plugged", "status": "completed", "tag": "e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:33:47.378416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-089a13f8-718b-4959-bf88-ca0d5bfd4ce1 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:33:47.378816 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089a13f8-718b-4959-bf88-ca0d5bfd4ce1'] response: {'server_uuid': 'a6f56b2b-7620-4a6a-8b5f-b066ca23c14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7', 'code': 200} Jun 23 09:33:47.418052 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:47.468768 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:33:47.674618 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aec86-473f-41dc-9ca5-0d8232ef470e req-5a8d8a81-eb51-45e6-99f3-cc3dcf2c228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:47.680548 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ae7aec86-473f-41dc-9ca5-0d8232ef470e req-5a8d8a81-eb51-45e6-99f3-cc3dcf2c228d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 1130 time: 0.0417576 Jun 23 09:33:47.719505 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ae7aec86-473f-41dc-9ca5-0d8232ef470e req-35b78bee-6772-4991-98af-34ab39c4d014 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Jun 23 09:33:48.137279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e90c0b-693d-4f9f-9889-6a39c8a0e240 req-13efffbb-9b2e-485c-939c-7d48f6ae1e67 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:48.138774 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-27e90c0b-693d-4f9f-9889-6a39c8a0e240 req-13efffbb-9b2e-485c-939c-7d48f6ae1e67 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 946 time: 0.0472507 Jun 23 09:33:48.184860 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-27e90c0b-693d-4f9f-9889-6a39c8a0e240 req-a9ce24e5-328a-4c28-8873-909cc3487425 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Jun 23 09:33:49.299902 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288b8e8-bd44-4726-8050-e5b5963f1762 req-f590ff07-b818-41ee-bf25-14ae5d3feef4 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:49.301377 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9288b8e8-bd44-4726-8050-e5b5963f1762 req-f590ff07-b818-41ee-bf25-14ae5d3feef4 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 946 time: 0.0468941 Jun 23 09:33:49.348883 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9288b8e8-bd44-4726-8050-e5b5963f1762 req-12569c8f-21f4-4c4a-803b-aed078798698 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Jun 23 09:33:50.464074 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0cb70-d664-41c0-9fce-3bf47cf3574b req-5cc4f9b9-34a8-4e23-827c-56c16c60869d tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:33:50.465444 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1ea0cb70-d664-41c0-9fce-3bf47cf3574b req-5cc4f9b9-34a8-4e23-827c-56c16c60869d tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 946 time: 0.0499289 Jun 23 09:33:50.512126 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-1ea0cb70-d664-41c0-9fce-3bf47cf3574b req-e3c03a74-b736-4642-b3c6-5f9028a8a4b2 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Jun 23 09:33:57.456376 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:57.459630 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:57.464390 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:57.983893 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:33:59.342165 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=34 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:33:59.345377 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=73 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:00.509442 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=86 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:00.509442 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:02.442645 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:34:07.884307 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:07.886249 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:10.069372 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a4075ed5-ef01-4d64-b9b0-8acca4deb784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:12.298322 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7920d1e6-0a9a-40c7-bf23-fd85c5e94325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:13.216625 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b928fe-ad46-4c58-a406-f5d08ebc38f8 req-218fa1f6-8cf9-4f7d-b93f-0e2a9aa622e4 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:13.218096 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-86b928fe-ad46-4c58-a406-f5d08ebc38f8 req-218fa1f6-8cf9-4f7d-b93f-0e2a9aa622e4 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 946 time: 0.0478263 Jun 23 09:34:13.268726 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-86b928fe-ad46-4c58-a406-f5d08ebc38f8 req-992052cb-6569-4309-836d-742a58d5590d tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Jun 23 09:34:13.555093 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:14.380718 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f0c4d-6bf3-4b94-97f4-e1c360e7c2ba req-4667f288-909d-4be3-8bcf-a6baa0bdfeb6 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:14.382253 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-619f0c4d-6bf3-4b94-97f4-e1c360e7c2ba req-4667f288-909d-4be3-8bcf-a6baa0bdfeb6 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 946 time: 0.0459406 Jun 23 09:34:14.427956 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-619f0c4d-6bf3-4b94-97f4-e1c360e7c2ba req-59790d62-dcc7-4df6-9feb-5567916a0c79 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6e78365-a099-47a4-92e6-3995062e4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Jun 23 09:34:15.069517 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:15.095237 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-7d290456-66ef-42ad-bfa6-724223018dc9 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:15.096692 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-7d290456-66ef-42ad-bfa6-724223018dc9 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 946 time: 0.0460279 Jun 23 09:34:15.176942 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Deleting port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:34:15.177278 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:15.268162 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] For port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,segment=NetworkSegment(63a49c74-d2ed-4b88-a944-6fdc75afbdb5),segment_id=63a49c74-d2ed-4b88-a944-6fdc75afbdb5)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:15.268532 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:15.281962 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Calling delete_port for e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:34:15.315055 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:15.479644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:15.516306 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:34:15.537886 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Pushing event deleted for resources: {'Port': ['ID=e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:15.543055 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e96cef86-a071-4aee-af36-5c59c22081e3 req-73ab28fa-37da-439b-8c8b-4749b0cc8857 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 210 time: 0.0360882 Jun 23 09:34:15.606966 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] No DVR routers for this DVR port e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:34:15.609481 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:15.612679 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-50e97289-cc6f-405b-94bc-058fdc3ee02e req-720caa06-aff7-4828-ad46-b94649b601a1 tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.55 "DELETE /v2.0/ports/e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 HTTP/1.1" status: 204 len: 173 time: 0.5099962 Jun 23 09:34:15.613109 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f56b2b-7620-4a6a-8b5f-b066ca23c14e', 'name': 'network-vif-deleted', 'tag': 'e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:34:15.615656 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab4238a-55e8-4087-b04f-e889fb764580" -d '{"events": [{"server_uuid": "a6f56b2b-7620-4a6a-8b5f-b066ca23c14e", "name": "network-vif-deleted", "tag": "e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:34:15.650959 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5b0e23-48c8-4b09-9f56-b44ccb5d342c x-openstack-request-id: req-8e5b0e23-48c8-4b09-9f56-b44ccb5d342c {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:34:15.651259 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f56b2b-7620-4a6a-8b5f-b066ca23c14e", "name": "network-vif-deleted", "tag": "e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:34:15.651515 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e5b0e23-48c8-4b09-9f56-b44ccb5d342c {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:34:15.651923 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5b0e23-48c8-4b09-9f56-b44ccb5d342c'] response: {'server_uuid': 'a6f56b2b-7620-4a6a-8b5f-b066ca23c14e', 'name': 'network-vif-deleted', 'tag': 'e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7', 'status': 'completed', 'code': 200} Jun 23 09:34:16.656283 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a7fe0e50-a9e7-4206-a68a-84b10dfbb9df req-9209d14a-4bb5-4c2e-a98b-ee3d6f66652a tempest-VolumesSnapshotTestJSON-1181812389 tempest-VolumesSnapshotTestJSON-1181812389-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6f56b2b-7620-4a6a-8b5f-b066ca23c14e HTTP/1.1" status: 200 len: 210 time: 0.0305707 Jun 23 09:34:17.476393 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:17.480667 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:19.298466 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:34:19.317540 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:34:19.317891 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device e2bd13c7-5c59-4214-84f4-ad78bfa3d5d7 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:34:24.417513 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:24.424723 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:25.030010 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:25.520838 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:25.579230 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:26.636240 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=57,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:27.954742 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:28.658382 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7c50f-4a27-4663-9e79-ec8147503299 req-05de860e-010e-4793-b90e-e68861dd3f78 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:28.659854 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6ef7c50f-4a27-4663-9e79-ec8147503299 req-05de860e-010e-4793-b90e-e68861dd3f78 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0465665 Jun 23 09:34:28.705833 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6ef7c50f-4a27-4663-9e79-ec8147503299 req-048d395f-afd5-41f6-b293-53fc7d2d5dc0 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396564 Jun 23 09:34:29.825108 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa759e0a-ecdc-4483-a1a4-86e1494de223 req-3da0803a-f45f-4d81-8687-ea36e99ea374 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:29.826569 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fa759e0a-ecdc-4483-a1a4-86e1494de223 req-3da0803a-f45f-4d81-8687-ea36e99ea374 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0518837 Jun 23 09:34:29.875746 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fa759e0a-ecdc-4483-a1a4-86e1494de223 req-1d157175-34c7-4587-93aa-7ba2b905dbf6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436068 Jun 23 09:34:31.043485 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1e4bb-4fef-40de-afd9-58ed6bf1ab05 req-9d441df0-d862-416d-a0ce-545efedd7be3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:31.044929 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c5c1e4bb-4fef-40de-afd9-58ed6bf1ab05 req-9d441df0-d862-416d-a0ce-545efedd7be3 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0459578 Jun 23 09:34:31.090137 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c5c1e4bb-4fef-40de-afd9-58ed6bf1ab05 req-b1f3440f-e40b-4e28-be15-70b0c2d8b5d6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398073 Jun 23 09:34:32.202695 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fa9a9-d9b8-45a9-a282-fa9a83c0140d req-62cd171f-753c-42a9-85a5-9d672f233cff tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:32.204265 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb4fa9a9-d9b8-45a9-a282-fa9a83c0140d req-62cd171f-753c-42a9-85a5-9d672f233cff tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0467257 Jun 23 09:34:32.259443 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-fb4fa9a9-d9b8-45a9-a282-fa9a83c0140d req-f4232ad3-c95f-4999-af92-9abaf1dbcafd tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498285 Jun 23 09:34:32.984714 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-2801edac-e671-41c3-b0b4-0ed6a2f8b5ec tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:32.986123 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-2801edac-e671-41c3-b0b4-0ed6a2f8b5ec tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0494087 Jun 23 09:34:33.071145 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Deleting port 4e4ee781-df17-48a8-b586-45bc48fd55f1 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:34:33.071767 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:33.163087 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] For port 4e4ee781-df17-48a8-b586-45bc48fd55f1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=4e4ee781-df17-48a8-b586-45bc48fd55f1,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:33.163460 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:33.583513 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094311c-7f56-432a-b7a3-2b6a514f1fe4 req-32914833-1500-4f83-90c3-e8436d000ebf tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:33.584972 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e094311c-7f56-432a-b7a3-2b6a514f1fe4 req-32914833-1500-4f83-90c3-e8436d000ebf tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 945 time: 0.0851173 Jun 23 09:34:33.611962 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:33.612309 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (096e1b5d-eb5b-4dae-98f4-299f219b0e26), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:33.612626 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Floating IP 096e1b5d-eb5b-4dae-98f4-299f219b0e26 disassociated. External IP: 172.27.2.133, port: 4e4ee781-df17-48a8-b586-45bc48fd55f1. Jun 23 09:34:33.612970 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Calling delete_port for 4e4ee781-df17-48a8-b586-45bc48fd55f1 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:34:33.687058 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-e094311c-7f56-432a-b7a3-2b6a514f1fe4 req-ad7523c8-036f-442a-93fb-9d3aa18d3a06 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups?id=e0084c5f-9d88-415d-a90c-68f043a10f61&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948277 Jun 23 09:34:33.858103 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (4e4ee781-df17-48a8-b586-45bc48fd55f1), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:33.897814 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event deleted for resources: {'Port': ['ID=4e4ee781-df17-48a8-b586-45bc48fd55f1,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:33.907670 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.908017 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.908359 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.908698 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.909032 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.909362 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.909687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.910009 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.910362 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.910759 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.911010 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.911338 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.911656 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.916600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.916600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:33.962838 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:34.005898 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:34.015323 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Router 43b420e1-cc40-4758-b7c1-558292a8b5e9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:34:34.124448 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:34:34.133819 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] Sync routers for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:34:34.144857 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:34:34.163866 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:34:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:34.168271 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] No DVR routers for this DVR port 4e4ee781-df17-48a8-b586-45bc48fd55f1 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:34:34.170817 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:34.174273 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-91abfced-d344-410a-bf26-4e6235d4e0c8 req-32db195a-f008-459b-8dc7-6535e580fe98 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.55 "DELETE /v2.0/ports/4e4ee781-df17-48a8-b586-45bc48fd55f1 HTTP/1.1" status: 204 len: 173 time: 1.1818507 Jun 23 09:34:34.174708 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'name': 'network-vif-deleted', 'tag': '4e4ee781-df17-48a8-b586-45bc48fd55f1'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:34:34.177057 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e31719-57ef-4d85-ae83-916bd7d0d333" -d '{"events": [{"server_uuid": "ea1a0af6-1f53-4677-a3a0-4bac58197c29", "name": "network-vif-deleted", "tag": "4e4ee781-df17-48a8-b586-45bc48fd55f1"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:34:34.214277 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e0112e-6d54-43ce-a5b4-a2ebfbc1145a x-openstack-request-id: req-72e0112e-6d54-43ce-a5b4-a2ebfbc1145a {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:34:34.214571 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1a0af6-1f53-4677-a3a0-4bac58197c29", "name": "network-vif-deleted", "tag": "4e4ee781-df17-48a8-b586-45bc48fd55f1", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:34:34.214823 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72e0112e-6d54-43ce-a5b4-a2ebfbc1145a {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:34:34.215259 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e0112e-6d54-43ce-a5b4-a2ebfbc1145a'] response: {'server_uuid': 'ea1a0af6-1f53-4677-a3a0-4bac58197c29', 'name': 'network-vif-deleted', 'tag': '4e4ee781-df17-48a8-b586-45bc48fd55f1', 'status': 'completed', 'code': 200} Jun 23 09:34:34.258319 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:34:34.454343 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:34.483262 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] Checking router: 43b420e1-cc40-4758-b7c1-558292a8b5e9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:34:34.491829 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:34:34.492457 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:34:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:34.593635 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:34:34.784026 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:34.800352 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0dcfab0d-cd90-470f-aa4c-e95f8681c036 req-1e5d6c70-106e-4589-9950-c66356cfd813 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 210 time: 0.0284324 Jun 23 09:34:34.810148 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c559006-7a7e-404f-add1-04ae8f62b658 None None] The sync data for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi is: [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:29:29Z', 'revision_number': 4, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': 'f1842297-11a9-418d-b13c-c07b2fd5ca06', 'name': '', 'network_id': '91dc23ae-594e-42cc-bac4-fbd112cab953', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'mac_address': 'fa:16:3e:05:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:28Z', 'updated_at': '2022-06-23T09:29:34Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'subnets': [{'id': 'ff4218dd-159c-44f2-88a2-68834a3147f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:34:35.038121 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ccde12-f28d-4d3c-b45b-2fb86ef617e5 None None] New status for floating IP 096e1b5d-eb5b-4dae-98f4-299f219b0e26: DOWN {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:34:35.187397 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceceeb-be92-4315-a735-5c3fd8c1f33c req-32c672fd-fb83-45bf-bcf4-d263a0386fbf tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:35.196528 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-61ceceeb-be92-4315-a735-5c3fd8c1f33c req-32c672fd-fb83-45bf-bcf4-d263a0386fbf tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 946 time: 0.0587156 Jun 23 09:34:35.248277 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-61ceceeb-be92-4315-a735-5c3fd8c1f33c req-c3658834-1d68-42c8-9505-7d02f58a6672 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533135 Jun 23 09:34:35.912332 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3c9359a7-1763-41a9-bd89-4ea295565537 req-fb5de6d7-e6bb-4a44-b9a1-b460db8a9cb1 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea1a0af6-1f53-4677-a3a0-4bac58197c29 HTTP/1.1" status: 200 len: 210 time: 0.0277333 Jun 23 09:34:36.369730 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0410c29-10ab-4f51-8f89-eef55e21ca39 req-2082ab79-6954-4c34-80eb-84f6d3012563 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:36.371282 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e0410c29-10ab-4f51-8f89-eef55e21ca39 req-2082ab79-6954-4c34-80eb-84f6d3012563 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 946 time: 0.0504637 Jun 23 09:34:36.423315 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-e0410c29-10ab-4f51-8f89-eef55e21ca39 req-10514a7b-0f15-4543-bc6c-e109eaf1223b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461264 Jun 23 09:34:36.729896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-8ffe9bba-2d2b-426a-bde1-089515c31aac tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:36.731318 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-8ffe9bba-2d2b-426a-bde1-089515c31aac tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 946 time: 0.0462329 Jun 23 09:34:36.814977 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Deleting port 08844799-4090-4da0-968c-37240d55bee9 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:34:36.815427 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (08844799-4090-4da0-968c-37240d55bee9), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:36.903644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] For port 08844799-4090-4da0-968c-37240d55bee9, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=08844799-4090-4da0-968c-37240d55bee9,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:36.904007 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (08844799-4090-4da0-968c-37240d55bee9), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.068324 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.069011 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (8359cd59-06fc-4d5c-83d0-9f1361bcd3b0), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.069011 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Floating IP 8359cd59-06fc-4d5c-83d0-9f1361bcd3b0 disassociated. External IP: 172.27.2.39, port: 08844799-4090-4da0-968c-37240d55bee9. Jun 23 09:34:37.069334 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Calling delete_port for 08844799-4090-4da0-968c-37240d55bee9 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:34:37.078881 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 50862) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:37.132438 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (e0084c5f-9d88-415d-a90c-68f043a10f61), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.157726 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (e0084c5f-9d88-415d-a90c-68f043a10f61), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.267070 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (08844799-4090-4da0-968c-37240d55bee9), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.294468 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event deleted for resources: {'Port': ['ID=08844799-4090-4da0-968c-37240d55bee9,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:37.295723 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e0084c5f-9d88-415d-a90c-68f043a10f61), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.298248 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.301729 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "DELETE /v2.0/security-groups/e0084c5f-9d88-415d-a90c-68f043a10f61 HTTP/1.1" status: 204 len: 168 time: 0.2197676 Jun 23 09:34:37.305779 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 50864) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:37.321355 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.api.v2.resource [None req-d9693f63-488d-4d68-a077-b59d546a31f6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] show failed (client error): The resource could not be found. Jun 23 09:34:37.322839 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-d9693f63-488d-4d68-a077-b59d546a31f6 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "GET /v2.0/security-groups/e0084c5f-9d88-415d-a90c-68f043a10f61 HTTP/1.1" status: 404 len: 347 time: 0.0189321 Jun 23 09:34:37.323649 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0084c5f-9d88-415d-a90c-68f043a10f61,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:37.330345 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 50866) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:37.331629 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.331974 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.332315 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.332653 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.332982 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.333311 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.333639 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.333962 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.334284 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.334618 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.334947 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.335283 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.337259 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.337600 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.337933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91520a60-0ee2-4a43-a94c-710d2bc0db79 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:37.360175 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:37.361176 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 4e4ee781-df17-48a8-b586-45bc48fd55f1 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:34:37.387182 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 4e4ee781-df17-48a8-b586-45bc48fd55f1 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:34:37.387677 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 4e4ee781-df17-48a8-b586-45bc48fd55f1 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:34:37.416236 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:34:37.451944 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Deleting port 9471b678-4cdc-4464-8baa-bf17cc6a0595 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:34:37.452550 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (9471b678-4cdc-4464-8baa-bf17cc6a0595), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.521167 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:37.530436 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (9471b678-4cdc-4464-8baa-bf17cc6a0595), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.530767 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (9471b678-4cdc-4464-8baa-bf17cc6a0595), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.543895 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Calling delete_port for 9471b678-4cdc-4464-8baa-bf17cc6a0595 owned by network:floatingip {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:34:37.547018 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-83905205-4dcf-48c8-8ae6-8adbb100d6b1 req-4f67b79e-816b-432b-95c5-5d6196e9e8bc tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 210 time: 0.0408556 Jun 23 09:34:37.555732 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:34:37.572626 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:34:37.585439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:34:37.586300 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:34:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:37.608637 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] No DVR routers for this DVR port 08844799-4090-4da0-968c-37240d55bee9 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:34:37.611501 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.615392 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-063ce77d-1988-4770-b6b0-76741ce0ebbf req-778c86d9-a01d-4743-87fb-957af6ef7138 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "DELETE /v2.0/ports/08844799-4090-4da0-968c-37240d55bee9 HTTP/1.1" status: 204 len: 173 time: 0.8788102 Jun 23 09:34:37.634028 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'name': 'network-vif-deleted', 'tag': '08844799-4090-4da0-968c-37240d55bee9'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:34:37.637089 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833bfb22-071e-41d2-ac5c-28a3ca0ec883" -d '{"events": [{"server_uuid": "97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147", "name": "network-vif-deleted", "tag": "08844799-4090-4da0-968c-37240d55bee9"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:34:37.718057 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:37.733997 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:34:37.774056 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0081742c-f07f-4a52-8e65-09faba3bd126 x-openstack-request-id: req-0081742c-f07f-4a52-8e65-09faba3bd126 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:34:37.774056 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147", "name": "network-vif-deleted", "tag": "08844799-4090-4da0-968c-37240d55bee9", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:34:37.774056 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0081742c-f07f-4a52-8e65-09faba3bd126 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:34:37.774056 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0081742c-f07f-4a52-8e65-09faba3bd126'] response: {'server_uuid': '97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147', 'name': 'network-vif-deleted', 'tag': '08844799-4090-4da0-968c-37240d55bee9', 'status': 'completed', 'code': 200} Jun 23 09:34:37.825579 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (9471b678-4cdc-4464-8baa-bf17cc6a0595), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.837586 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:37.856635 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Pushing event deleted for resources: {'Port': ['ID=9471b678-4cdc-4464-8baa-bf17cc6a0595,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:37.937444 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks [] for floatingip (096e1b5d-eb5b-4dae-98f4-299f219b0e26), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.940177 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:37.941491 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-debf0127-b07f-4b2a-b653-217ced0b5164 tempest-AttachVolumeTestJSON-442259189 tempest-AttachVolumeTestJSON-442259189-project] 10.222.0.52 "DELETE /v2.0/floatingips/096e1b5d-eb5b-4dae-98f4-299f219b0e26 HTTP/1.1" status: 204 len: 168 time: 0.6007149 Jun 23 09:34:38.017728 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:38.085980 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:38.115199 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:34:38.124864 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:34:38.125471 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:34:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:38.235375 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:34:38.415378 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=100 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:38.420292 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:38.444934 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e7bfca-db3b-421b-842e-b23500a13cba None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:34:38.663091 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f48553d6-c8b3-4631-9d9f-017c414a6776 req-2c6dd07c-a9a4-4be5-abea-5530b1e0e2de tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=97d7c4e8-2a4e-4db9-bbbf-ce36b52ad147 HTTP/1.1" status: 200 len: 210 time: 0.0296776 Jun 23 09:34:38.671577 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81665e-b134-44c6-986e-0883e001a4f5 None None] New status for floating IP 8359cd59-06fc-4d5c-83d0-9f1361bcd3b0: DOWN {{(pid=104737) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:34:39.441534 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:34:39.926828 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-59e28495-db1f-4df6-86b7-2075f65712dd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018351472&fields=id&tenant_id=a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 267 time: 0.0450411 Jun 23 09:34:40.035866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-62ac6007-b3fe-4405-ac54-ff65e848bc3d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:40.037269 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-62ac6007-b3fe-4405-ac54-ff65e848bc3d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 812 time: 0.1040900 Jun 23 09:34:40.041324 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2e033e62-68a4-4047-ae3c-a71eb234e976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:40.052982 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-1fc3a220-a3a6-4fde-b215-df081b65dcef tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/quotas/a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 375 time: 0.0091813 Jun 23 09:34:40.101767 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-f31349a9-e0e3-47ef-8a89-bd988c367b0e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437131 Jun 23 09:34:40.221583 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0a44ab6f-ad4e-43f7-9b19-e0c51d9e7e7d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:34:40.222630 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0a44ab6f-ad4e-43f7-9b19-e0c51d9e7e7d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1088049 Jun 23 09:34:40.318984 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-62512fdd-1d93-49d5-9698-71b177c2b446 service neutron] 10.222.0.52 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904150 Jun 23 09:34:40.407473 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-4344f3ce-ff05-49a2-9817-7b781616577f service neutron] 10.222.0.52 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823622 Jun 23 09:34:41.054062 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-99635a85-faaf-48f1-8765-2f2498ce966d req-3ab2346a-a535-4405-9ef1-7662469f7922 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 210 time: 0.0285492 Jun 23 09:34:41.375616 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 08844799-4090-4da0-968c-37240d55bee9 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:34:41.403031 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 08844799-4090-4da0-968c-37240d55bee9 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:34:41.403376 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 08844799-4090-4da0-968c-37240d55bee9 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:34:41.997577 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50970) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:42.180719 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-26f10964-6ceb-4cda-88ea-c7e6244dbfff req-3461dbea-cb88-4ca8-8d57-4d2107026209 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 210 time: 0.0352530 Jun 23 09:34:42.343814 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-67ba6925-9630-48e7-9e5b-90dd1698fb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:42.464766 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (43b420e1-cc40-4758-b7c1-558292a8b5e9), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:42.614039 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:42.645183 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:42.689135 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Deleting port f1842297-11a9-418d-b13c-c07b2fd5ca06 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:34:42.689377 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:42.773483 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] For port f1842297-11a9-418d-b13c-c07b2fd5ca06, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=f1842297-11a9-418d-b13c-c07b2fd5ca06,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:42.773838 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:42.786270 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Calling delete_port for f1842297-11a9-418d-b13c-c07b2fd5ca06 owned by network:router_interface {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:34:42.872338 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 50978) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:42.917872 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7595cf53-28c5-46f1-8631-b48e216c4a40 admin admin] Deleting subnet 2fe22a10-121e-4694-8940-4f3a5ba6a3a8 {{(pid=104734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:34:42.921252 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7595cf53-28c5-46f1-8631-b48e216c4a40 admin admin] Publish callbacks [] for subnet (2fe22a10-121e-4694-8940-4f3a5ba6a3a8), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:42.965840 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7595cf53-28c5-46f1-8631-b48e216c4a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10442506'] for subnet (2fe22a10-121e-4694-8940-4f3a5ba6a3a8), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.016194 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7595cf53-28c5-46f1-8631-b48e216c4a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (2fe22a10-121e-4694-8940-4f3a5ba6a3a8), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.029648 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (f1842297-11a9-418d-b13c-c07b2fd5ca06), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.058749 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1842297-11a9-418d-b13c-c07b2fd5ca06,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:43.153277 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7595cf53-28c5-46f1-8631-b48e216c4a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9992338'] for subnet (2fe22a10-121e-4694-8940-4f3a5ba6a3a8), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.168792 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7595cf53-28c5-46f1-8631-b48e216c4a40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.173538 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-7595cf53-28c5-46f1-8631-b48e216c4a40 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2fe22a10-121e-4694-8940-4f3a5ba6a3a8 HTTP/1.1" status: 204 len: 168 time: 0.3001754 Jun 23 09:34:43.189306 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50980) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:43.192161 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595cf53-28c5-46f1-8631-b48e216c4a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe22a10-121e-4694-8940-4f3a5ba6a3a8,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:43.314946 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-2fdb09b8-7145-4b7e-a107-cf16e39a3932 req-ea3930a6-c1e3-4b67-8e4c-e74e663f6b29 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 210 time: 0.0309720 Jun 23 09:34:43.323180 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (0c5dae6b-c436-4b72-8060-f13fcb71482a), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.356107 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0f6c81eb-9833-4dff-99ec-73e5ee780b4a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:43.357185 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0f6c81eb-9833-4dff-99ec-73e5ee780b4a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 812 time: 0.2514317 Jun 23 09:34:43.426302 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:43.467361 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (43b420e1-cc40-4758-b7c1-558292a8b5e9), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.507088 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (0c5dae6b-c436-4b72-8060-f13fcb71482a), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.520443 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.537644 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-5036e8c2-cd23-45a3-b73a-b4e5bd4232b9 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 380 time: 0.1572356 Jun 23 09:34:43.574465 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:43.582527 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'port': {'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'admin_state_up': True, 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'security_groups': ['8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:34:43.588278 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5dae6b-c436-4b72-8060-f13fcb71482a']}} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:43.612479 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a49c74-d2ed-4b88-a944-6fdc75afbdb5') {'for_net_delete': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:43.612778 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a49c74-d2ed-4b88-a944-6fdc75afbdb5') {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:43.632793 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3843396'] for segment (63a49c74-d2ed-4b88-a944-6fdc75afbdb5), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.689155 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (63a49c74-d2ed-4b88-a944-6fdc75afbdb5), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:43.967080 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=104735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:34:43.967474 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097416'] for segment (63a49c74-d2ed-4b88-a944-6fdc75afbdb5), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.005519 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 63a49c74-d2ed-4b88-a944-6fdc75afbdb5 resource provider aggregate not found Jun 23 09:34:44.047413 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 63a49c74-d2ed-4b88-a944-6fdc75afbdb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63a49c74-d2ed-4b88-a944-6fdc75afbdb5 found for delete ", "request_id": "req-f7b3c201-e88f-4427-bc64-f33e186d5729"}]} Jun 23 09:34:44.141707 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (0c5dae6b-c436-4b72-8060-f13fcb71482a), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.149687 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.152736 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0c5dae6b-c436-4b72-8060-f13fcb71482a HTTP/1.1" status: 204 len: 168 time: 0.9624949 Jun 23 09:34:44.171588 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6cf97-66aa-4e40-b76e-0cc23f1d27e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5dae6b-c436-4b72-8060-f13fcb71482a,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:44.182021 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Router 43b420e1-cc40-4758-b7c1-558292a8b5e9 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:34:44.269076 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Made reservation on behalf of a100fa3c9d124f9089173a35a1e3691d for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:34:44.272481 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.306473 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:34:44.312528 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-7e0f92f5-48b1-4ac9-88a6-5f670abe606a admin admin] 10.222.0.52 "PUT /v2.0/routers/43b420e1-cc40-4758-b7c1-558292a8b5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3142450 Jun 23 09:34:44.315233 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 50990) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:44.318340 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] Sync routers for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:34:44.329993 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:34:44.330610 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:34:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:44.427299 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks [] for router (43b420e1-cc40-4758-b7c1-558292a8b5e9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.440615 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:44.443374 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-78dc3280-fa5e-4c22-8afd-e935aab20a45 req-f9a6d485-088a-43de-8da0-e5762da72322 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 210 time: 0.0344486 Jun 23 09:34:44.445455 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:34:44.449589 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Allocated IP 172.20.0.5 (88fe912b-da29-4c17-ab52-b1ab29cc85c5/5fce2325-c94b-4797-ada2-3096657750cd/f892b7da-7cfb-4af4-98f8-866d8071f8b1) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:34:44.489843 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:44.591406 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50994) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:44.655072 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:44.664794 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-cece94a9-9e5d-43f0-98d0-7062a3483178 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e06cabc6fd104c7cbd2758700a0d29a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692141 Jun 23 09:34:44.667676 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 50996) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:44.680058 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.686333 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:34:42Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:44.717337 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] Checking router: 43b420e1-cc40-4758-b7c1-558292a8b5e9 for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:34:44.727537 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] Routers {'43b420e1-cc40-4758-b7c1-558292a8b5e9'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:34:44.728231 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:34:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['43b420e1-cc40-4758-b7c1-558292a8b5e9'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:44.746093 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-66b3551a-e2d9-4e64-b108-96281a5def4e admin admin] Publish callbacks [] for security_group (d6e78365-a099-47a4-92e6-3995062e4456), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.767659 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-66b3551a-e2d9-4e64-b108-96281a5def4e admin admin] Publish callbacks [] for security_group (d6e78365-a099-47a4-92e6-3995062e4456), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.829236 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks [] for router_gateway (43b420e1-cc40-4758-b7c1-558292a8b5e9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.836657 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] Set router 43b420e1-cc40-4758-b7c1-558292a8b5e9 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:34:44.843888 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.894785 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:34:44.897915 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:34:44.902392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:34:44.908557 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=f892b7da-7cfb-4af4-98f8-866d8071f8b1,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:44.929057 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-66b3551a-e2d9-4e64-b108-96281a5def4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (d6e78365-a099-47a4-92e6-3995062e4456), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.931783 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-66b3551a-e2d9-4e64-b108-96281a5def4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:44.935653 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-66b3551a-e2d9-4e64-b108-96281a5def4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6e78365-a099-47a4-92e6-3995062e4456 HTTP/1.1" status: 204 len: 168 time: 0.2642715 Jun 23 09:34:44.955108 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3551a-e2d9-4e64-b108-96281a5def4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e78365-a099-47a4-92e6-3995062e4456,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:44.993463 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:44.994273 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.008514 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Deleting port 07932bc5-3034-421e-9fe5-006fb50255b1 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:34:45.008843 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.080455 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:34:42Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:45.108580 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc8b2d-897d-4458-9018-d96c0a04fcc4 None None] The sync data for ids ['43b420e1-cc40-4758-b7c1-558292a8b5e9'] in dv-cinder-847274-1-iscsi is: [{'id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'name': 'tempest-AttachVolumeTestJSON-248872756-router', 'tenant_id': '19a424690e5b44d58c27c5f872c38bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:29:24Z', 'updated_at': '2022-06-23T09:34:42Z', 'revision_number': 5, 'project_id': '19a424690e5b44d58c27c5f872c38bd4', 'gw_port': {'id': '07932bc5-3034-421e-9fe5-006fb50255b1', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ab:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b420e1-cc40-4758-b7c1-558292a8b5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:29:25Z', 'updated_at': '2022-06-23T09:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:34:45.127322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] For port 07932bc5-3034-421e-9fe5-006fb50255b1, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=07932bc5-3034-421e-9fe5-006fb50255b1,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:45.127690 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.132926 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-0ec2fd81-767e-4282-b687-d1bb7f54d3cd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5544636 Jun 23 09:34:45.143413 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Calling delete_port for 07932bc5-3034-421e-9fe5-006fb50255b1 owned by network:router_gateway {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:34:45.181400 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-b6cac337-9bee-4536-8d11-ea3920fd2821 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=104735) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 23 09:34:45.182689 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-b6cac337-9bee-4536-8d11-ea3920fd2821 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055292 Jun 23 09:34:45.203280 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.209015 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-3ff76566-d21c-4db3-a6ca-9e00443900fc None None] Provisioning complete for port f892b7da-7cfb-4af4-98f8-866d8071f8b1 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:34:45.209535 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3ff76566-d21c-4db3-a6ca-9e00443900fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.251327 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-3ff76566-d21c-4db3-a6ca-9e00443900fc None None] Port f892b7da-7cfb-4af4-98f8-866d8071f8b1 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:34:45.315595 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:45.332355 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.359315 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Request body: {'port': {'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:34:45.420437 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.429449 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (07932bc5-3034-421e-9fe5-006fb50255b1), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.465754 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:45.471469 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=07932bc5-3034-421e-9fe5-006fb50255b1,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:45.473364 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:45.555483 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (43b420e1-cc40-4758-b7c1-558292a8b5e9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.677238 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (43b420e1-cc40-4758-b7c1-558292a8b5e9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.682451 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks [] for router_controller (43b420e1-cc40-4758-b7c1-558292a8b5e9), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.701322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801e53-29d7-41e8-a1d3-6903d6b6bb6d req-41e81889-1b1d-45e8-b8f9-d7848ebf2f3d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:45.702721 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79801e53-29d7-41e8-a1d3-6903d6b6bb6d req-41e81889-1b1d-45e8-b8f9-d7848ebf2f3d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 931 time: 0.0878868 Jun 23 09:34:45.757464 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f892b7da-7cfb-4af4-98f8-866d8071f8b1 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:34:45.767056 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Publish callbacks [] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.785357 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-79801e53-29d7-41e8-a1d3-6903d6b6bb6d req-8649b1fe-7b64-4de3-9b2e-82aeed362ca9 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505309 Jun 23 09:34:45.827095 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (43b420e1-cc40-4758-b7c1-558292a8b5e9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.827288 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Transition to ACTIVE for port object f892b7da-7cfb-4af4-98f8-866d8071f8b1 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:34:45.827694 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b420e1-cc40-4758-b7c1-558292a8b5e9 {{(pid=104734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:34:45.831965 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.833141 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-431f0345-03e0-4743-b386-a7497b25cd11 admin admin] 10.222.0.52 "DELETE /v2.0/routers/43b420e1-cc40-4758-b7c1-558292a8b5e9 HTTP/1.1" status: 204 len: 168 time: 1.5163395 Jun 23 09:34:45.836281 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51014) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:45.896804 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f188b925-2feb-41fa-80db-0874eb38ddf0 admin admin] Deleting subnet ff4218dd-159c-44f2-88a2-68834a3147f0 {{(pid=104734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:34:45.900576 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f188b925-2feb-41fa-80db-0874eb38ddf0 admin admin] Publish callbacks [] for subnet (ff4218dd-159c-44f2-88a2-68834a3147f0), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.903548 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:45.920863 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device f1842297-11a9-418d-b13c-c07b2fd5ca06 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:34:45.967823 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: f1842297-11a9-418d-b13c-c07b2fd5ca06 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:34:45.968434 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device f1842297-11a9-418d-b13c-c07b2fd5ca06 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:34:45.982493 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Pushing event updated for resources: {'Port': ['ID=f892b7da-7cfb-4af4-98f8-866d8071f8b1,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:45.985657 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f188b925-2feb-41fa-80db-0874eb38ddf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10442506'] for subnet (ff4218dd-159c-44f2-88a2-68834a3147f0), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.065333 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Attempting to bind port f892b7da-7cfb-4af4-98f8-866d8071f8b1 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:34:46.065766 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Attempting to bind port f892b7da-7cfb-4af4-98f8-866d8071f8b1 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:34:46.066160 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Attempting to bind port f892b7da-7cfb-4af4-98f8-866d8071f8b1 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:34:46.071055 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Port f892b7da-7cfb-4af4-98f8-866d8071f8b1 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:34:46.071384 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Attempting to bind port f892b7da-7cfb-4af4-98f8-866d8071f8b1 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:34:46.076579 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:34:46.076925 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Checking segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:34:46.077308 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Bound using segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:34:46.077744 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Bound port: f892b7da-7cfb-4af4-98f8-866d8071f8b1, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:34:46.078110 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.085986 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f188b925-2feb-41fa-80db-0874eb38ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (ff4218dd-159c-44f2-88a2-68834a3147f0), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.147872 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] For port f892b7da-7cfb-4af4-98f8-866d8071f8b1, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:34:46.151427 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] For port f892b7da-7cfb-4af4-98f8-866d8071f8b1, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:34:46.224124 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f188b925-2feb-41fa-80db-0874eb38ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10475664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9992338'] for subnet (ff4218dd-159c-44f2-88a2-68834a3147f0), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.250447 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.252757 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188b925-2feb-41fa-80db-0874eb38ddf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff4218dd-159c-44f2-88a2-68834a3147f0,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:46.254740 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f188b925-2feb-41fa-80db-0874eb38ddf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.260784 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-f188b925-2feb-41fa-80db-0874eb38ddf0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ff4218dd-159c-44f2-88a2-68834a3147f0 HTTP/1.1" status: 204 len: 168 time: 0.4211962 Jun 23 09:34:46.263427 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9206dd2-198c-4142-a27a-bf36bb085838 None None] Network 91dc23ae-594e-42cc-bac4-fbd112cab953 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:34:46.267434 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51024) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:46.306662 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:46.311225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.311225 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] 10.222.0.55 "PUT /v2.0/ports/f892b7da-7cfb-4af4-98f8-866d8071f8b1 HTTP/1.1" status: 200 len: 1093 time: 1.1135967 Jun 23 09:34:46.311225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:34:46.312620 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8d9d81-55c0-4740-a635-c36292cb2457" -d '{"events": [{"name": "network-changed", "server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:34:46.329960 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:46.364467 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d0375-7254-4a93-940e-6121d7672039 service neutron] Pushing event updated for resources: {'Port': ['ID=f892b7da-7cfb-4af4-98f8-866d8071f8b1,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:46.393815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb0f9c2-7476-4cf9-acb3-c8bcff70de92 x-openstack-request-id: req-bdb0f9c2-7476-4cf9-acb3-c8bcff70de92 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:34:46.393815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:34:46.393815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdb0f9c2-7476-4cf9-acb3-c8bcff70de92 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:34:46.393815 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb0f9c2-7476-4cf9-acb3-c8bcff70de92'] response: {'name': 'network-changed', 'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'status': 'completed', 'code': 200} Jun 23 09:34:46.414631 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:46.433544 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (91dc23ae-594e-42cc-bac4-fbd112cab953), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.496359 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d9d81-55c0-4740-a635-c36292cb2457 req-a5daa311-d9d2-4f54-8f96-41af4cc2eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:46.497894 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5b8d9d81-55c0-4740-a635-c36292cb2457 req-a5daa311-d9d2-4f54-8f96-41af4cc2eee6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1127 time: 0.0637646 Jun 23 09:34:46.505692 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Deleting port 6078f51c-a286-4f44-9853-a919131f9709 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:34:46.506341 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (6078f51c-a286-4f44-9853-a919131f9709), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.635995 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] For port 6078f51c-a286-4f44-9853-a919131f9709, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=6078f51c-a286-4f44-9853-a919131f9709,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:46.636393 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (6078f51c-a286-4f44-9853-a919131f9709), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.664764 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Calling delete_port for 6078f51c-a286-4f44-9853-a919131f9709 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:34:46.668654 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d9d81-55c0-4740-a635-c36292cb2457 req-5da84c41-95e7-4ec6-894b-008b02160334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:46.670601 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5b8d9d81-55c0-4740-a635-c36292cb2457 req-5da84c41-95e7-4ec6-894b-008b02160334 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a100fa3c9d124f9089173a35a1e3691d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1593709 Jun 23 09:34:46.750227 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7673d-d389-4167-b185-373217704c62 None None] DHCP port deletion for 91dc23ae-594e-42cc-bac4-fbd112cab953 request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:34:46.793835 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Deleting port 6078f51c-a286-4f44-9853-a919131f9709 {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:34:46.794205 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (6078f51c-a286-4f44-9853-a919131f9709), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.795793 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d9d81-55c0-4740-a635-c36292cb2457 req-a72cc728-962f-4dbe-9303-4f83e0f14ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:46.797382 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-5b8d9d81-55c0-4740-a635-c36292cb2457 req-a72cc728-962f-4dbe-9303-4f83e0f14ec4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205456 Jun 23 09:34:46.846972 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (6078f51c-a286-4f44-9853-a919131f9709), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.870183 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-9dc7673d-d389-4167-b185-373217704c62 None None] For port 6078f51c-a286-4f44-9853-a919131f9709, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=6078f51c-a286-4f44-9853-a919131f9709,segment=NetworkSegment(88620aab-1877-4ebe-8d1a-4395c16735da),segment_id=88620aab-1877-4ebe-8d1a-4395c16735da)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:46.870963 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (6078f51c-a286-4f44-9853-a919131f9709), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:46.886306 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Calling delete_port for 6078f51c-a286-4f44-9853-a919131f9709 owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:34:46.893025 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Pushing event deleted for resources: {'Port': ['ID=6078f51c-a286-4f44-9853-a919131f9709,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:46.895096 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] No DVR routers for this DVR port 6078f51c-a286-4f44-9853-a919131f9709 on host dv-cinder-847274-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:34:46.910644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-7e9b50d0-3283-4e00-9430-9458acff470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:46.912641 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-7e9b50d0-3283-4e00-9430-9458acff470f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1127 time: 0.0566156 Jun 23 09:34:46.960179 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-bafc785b-fd52-4dbe-9aed-25c240ee4fb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0360639 Jun 23 09:34:46.962237 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f7f80-ccaf-46b4-9915-4eea66531cf7 req-24087fe4-9c5f-49f0-8def-d0e8da492aa2 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:46.963806 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d16f7f80-ccaf-46b4-9915-4eea66531cf7 req-24087fe4-9c5f-49f0-8def-d0e8da492aa2 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 943 time: 0.0978911 Jun 23 09:34:46.983360 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (6078f51c-a286-4f44-9853-a919131f9709), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:47.003623 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Pushing event deleted for resources: {'Port': ['ID=6078f51c-a286-4f44-9853-a919131f9709,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:47.008591 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7673d-d389-4167-b185-373217704c62 None None] No DVR routers for this DVR port 6078f51c-a286-4f44-9853-a919131f9709 on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:34:47.012542 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (91dc23ae-594e-42cc-bac4-fbd112cab953), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:47.015403 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.015754 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.016748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.016748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.016748 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.017061 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.017383 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.017706 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.018034 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.018357 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.018674 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.019014 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.019339 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.019663 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.019979 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc7673d-d389-4167-b185-373217704c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:34:47.030177 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:47.035675 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-33f40090-27e5-4d95-b664-ea614f85255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:47.037424 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-33f40090-27e5-4d95-b664-ea614f85255f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0716686 Jun 23 09:34:47.052556 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91dc23ae-594e-42cc-bac4-fbd112cab953']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:47.070964 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88620aab-1877-4ebe-8d1a-4395c16735da') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:47.071824 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88620aab-1877-4ebe-8d1a-4395c16735da') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:34:47.078458 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:47.084067 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-f36c960e-e580-4fd7-ae07-99dd2ae63d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:47.085713 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-f36c960e-e580-4fd7-ae07-99dd2ae63d23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407202 Jun 23 09:34:47.087166 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-d16f7f80-ccaf-46b4-9915-4eea66531cf7 req-30ccc751-c06a-470b-a8f8-5c097c647884 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139443 Jun 23 09:34:47.088882 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (88620aab-1877-4ebe-8d1a-4395c16735da), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:47.106349 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (88620aab-1877-4ebe-8d1a-4395c16735da), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:47.110490 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:34:47.110881 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (88620aab-1877-4ebe-8d1a-4395c16735da), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:47.131074 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 88620aab-1877-4ebe-8d1a-4395c16735da resource provider aggregate not found Jun 23 09:34:47.175778 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 88620aab-1877-4ebe-8d1a-4395c16735da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88620aab-1877-4ebe-8d1a-4395c16735da found for delete ", "request_id": "req-7fdcf467-5009-4580-9bab-7a56fc4303fb"}]} Jun 23 09:34:47.186114 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-ecb2e390-5f3f-4bed-81b4-678abd675266 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919344 Jun 23 09:34:47.272933 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (91dc23ae-594e-42cc-bac4-fbd112cab953), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:47.278688 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-231e34d9-88b2-40f0-830e-b872cc1993f0 req-fd8d8247-0f3a-4bb9-b3b8-305eb864b45e service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866942 Jun 23 09:34:47.280076 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:47.282678 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] 10.222.0.52 "DELETE /v2.0/networks/91dc23ae-594e-42cc-bac4-fbd112cab953 HTTP/1.1" status: 204 len: 168 time: 1.0142694 Jun 23 09:34:47.292427 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a2d3b-556c-4a26-90b2-7aadf18a7058 admin admin] Pushing event deleted for resources: {'Network': ['ID=91dc23ae-594e-42cc-bac4-fbd112cab953,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:47.868930 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51054) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:47.872130 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 07932bc5-3034-421e-9fe5-006fb50255b1 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:34:47.895065 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 07932bc5-3034-421e-9fe5-006fb50255b1 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:34:47.895474 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 07932bc5-3034-421e-9fe5-006fb50255b1 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:34:47.895889 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 6078f51c-a286-4f44-9853-a919131f9709 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:34:47.909891 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-f8b1a36d-809c-4e9a-aab0-d5b3d11cb2fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19a424690e5b44d58c27c5f872c38bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395935 Jun 23 09:34:47.912460 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51056) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:47.916505 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 6078f51c-a286-4f44-9853-a919131f9709 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:34:47.916912 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 6078f51c-a286-4f44-9853-a919131f9709 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:34:47.963401 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5747-cfd0-4e98-ba10-b6f719c30f4f admin admin] Publish callbacks [] for security_group (8a244184-8b05-4678-b9e6-dbc98b7712ce), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:47.990320 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5747-cfd0-4e98-ba10-b6f719c30f4f admin admin] Publish callbacks [] for security_group (8a244184-8b05-4678-b9e6-dbc98b7712ce), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:48.103605 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5747-cfd0-4e98-ba10-b6f719c30f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8a244184-8b05-4678-b9e6-dbc98b7712ce), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:48.106087 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5747-cfd0-4e98-ba10-b6f719c30f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:48.107271 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-9b7e5747-cfd0-4e98-ba10-b6f719c30f4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a244184-8b05-4678-b9e6-dbc98b7712ce HTTP/1.1" status: 204 len: 168 time: 0.1938295 Jun 23 09:34:48.115222 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e5747-cfd0-4e98-ba10-b6f719c30f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a244184-8b05-4678-b9e6-dbc98b7712ce,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:48.213725 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f01d8-6b93-49b9-a789-c6a9ba58e222 req-e764d7a5-fc1e-4ffe-bf2d-b24300fa9655 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:48.215281 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-709f01d8-6b93-49b9-a789-c6a9ba58e222 req-e764d7a5-fc1e-4ffe-bf2d-b24300fa9655 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 943 time: 0.0486054 Jun 23 09:34:48.264705 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-709f01d8-6b93-49b9-a789-c6a9ba58e222 req-b4bd4b6c-5743-471c-8941-b77a60451fde tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437651 Jun 23 09:34:49.379631 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5adce9-2f72-4030-a285-259bf33bedac req-1712b829-98be-41eb-a5f8-5fdf5e5a164b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:49.381105 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6f5adce9-2f72-4030-a285-259bf33bedac req-1712b829-98be-41eb-a5f8-5fdf5e5a164b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 943 time: 0.0474989 Jun 23 09:34:49.433380 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-6f5adce9-2f72-4030-a285-259bf33bedac req-bb8e33aa-a015-4b38-b4c8-92cdb9b6fc0f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Jun 23 09:34:50.032089 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51118) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:50.138212 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbf3f-c4a6-4ca4-9f5c-fcf97e21a619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:50.171192 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:50.213493 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbf3f-c4a6-4ca4-9f5c-fcf97e21a619 admin admin] Publish callbacks [] for security_group (8f23cdcb-8e52-48d3-8b6a-0fed9a28eae6), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:50.278297 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-0c0bbf3f-c4a6-4ca4-9f5c-fcf97e21a619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8f23cdcb-8e52-48d3-8b6a-0fed9a28eae6), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:50.317951 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-0c0bbf3f-c4a6-4ca4-9f5c-fcf97e21a619 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b5047101a0142e1ab06e6a2ec39cf2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848258 Jun 23 09:34:50.318817 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bbf3f-c4a6-4ca4-9f5c-fcf97e21a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f23cdcb-8e52-48d3-8b6a-0fed9a28eae6,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:50.320666 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51122) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:50.371390 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cafb57df-a63a-4963-942a-8bd63ee8bb27 admin admin] Publish callbacks [] for security_group (8f23cdcb-8e52-48d3-8b6a-0fed9a28eae6), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:50.399034 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cafb57df-a63a-4963-942a-8bd63ee8bb27 admin admin] Publish callbacks [] for security_group (8f23cdcb-8e52-48d3-8b6a-0fed9a28eae6), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:50.512535 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cafb57df-a63a-4963-942a-8bd63ee8bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8f23cdcb-8e52-48d3-8b6a-0fed9a28eae6), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:50.515394 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cafb57df-a63a-4963-942a-8bd63ee8bb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:50.516688 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-cafb57df-a63a-4963-942a-8bd63ee8bb27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f23cdcb-8e52-48d3-8b6a-0fed9a28eae6 HTTP/1.1" status: 204 len: 168 time: 0.1949801 Jun 23 09:34:50.525088 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb57df-a63a-4963-942a-8bd63ee8bb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f23cdcb-8e52-48d3-8b6a-0fed9a28eae6,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:50.561716 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edc775-a4dd-4282-a387-45c82771b234 req-0339d839-de34-42ba-88cd-869fe61e98c4 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:50.563342 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-15edc775-a4dd-4282-a387-45c82771b234 req-0339d839-de34-42ba-88cd-869fe61e98c4 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 943 time: 0.0609064 Jun 23 09:34:50.612736 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-15edc775-a4dd-4282-a387-45c82771b234 req-7421278c-1c5f-4405-a8f5-4e22ba11dd75 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Jun 23 09:34:51.731557 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f861d7-7326-45ef-ad9f-ff3b77c4a1fc req-d08968e7-f9e4-4222-8d2f-d43e8322aef0 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:51.732953 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f7f861d7-7326-45ef-ad9f-ff3b77c4a1fc req-d08968e7-f9e4-4222-8d2f-d43e8322aef0 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 943 time: 0.0514343 Jun 23 09:34:51.782927 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f7f861d7-7326-45ef-ad9f-ff3b77c4a1fc req-1b114f35-aadb-4590-a81a-24561e817424 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Jun 23 09:34:52.899756 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a8fd1-07c7-4497-814a-74476359d816 req-9dd57ffa-3200-4056-a491-c02280cb0633 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:52.901237 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0f8a8fd1-07c7-4497-814a-74476359d816 req-9dd57ffa-3200-4056-a491-c02280cb0633 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 943 time: 0.0519636 Jun 23 09:34:52.912981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:52.949631 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0f8a8fd1-07c7-4497-814a-74476359d816 req-aac2ed5d-eb24-4872-8b69-a291466c7780 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 Jun 23 09:34:53.809612 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51210) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:53.914067 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-02440674-bb51-49c7-ab33-0a634017576e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:53.997843 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-02440674-bb51-49c7-ab33-0a634017576e admin admin] Publish callbacks [] for security_group (7f5027b3-0ad1-4388-b30b-6368c45fc3e8), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:54.063636 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832fe7d-3d44-4d17-8348-c7600126e5ba req-a6d63277-615c-496f-a399-297cd38b052a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:54.065077 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9832fe7d-3d44-4d17-8348-c7600126e5ba req-a6d63277-615c-496f-a399-297cd38b052a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 943 time: 0.0462613 Jun 23 09:34:54.083277 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:54.087653 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-02440674-bb51-49c7-ab33-0a634017576e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (7f5027b3-0ad1-4388-b30b-6368c45fc3e8), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:54.149335 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02440674-bb51-49c7-ab33-0a634017576e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5027b3-0ad1-4388-b30b-6368c45fc3e8,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:54.154452 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-02440674-bb51-49c7-ab33-0a634017576e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0bcf79bbfa2f4d619f897f6219cb2bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437700 Jun 23 09:34:54.157402 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51216) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:54.158588 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9832fe7d-3d44-4d17-8348-c7600126e5ba req-eeaee2b8-592c-40be-940d-8511c3718659 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878625 Jun 23 09:34:54.210044 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8aa18286-61dc-4f7f-8bd6-3c2084190725 admin admin] Publish callbacks [] for security_group (7f5027b3-0ad1-4388-b30b-6368c45fc3e8), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:54.232681 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8aa18286-61dc-4f7f-8bd6-3c2084190725 admin admin] Publish callbacks [] for security_group (7f5027b3-0ad1-4388-b30b-6368c45fc3e8), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:54.360507 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8aa18286-61dc-4f7f-8bd6-3c2084190725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (7f5027b3-0ad1-4388-b30b-6368c45fc3e8), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:54.363113 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8aa18286-61dc-4f7f-8bd6-3c2084190725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:54.364271 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-8aa18286-61dc-4f7f-8bd6-3c2084190725 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f5027b3-0ad1-4388-b30b-6368c45fc3e8 HTTP/1.1" status: 204 len: 168 time: 0.2058251 Jun 23 09:34:54.372307 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa18286-61dc-4f7f-8bd6-3c2084190725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5027b3-0ad1-4388-b30b-6368c45fc3e8,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:54.489675 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:54.499908 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:55.116193 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51228) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:55.130856 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79fa8f6b-d3b8-4a9a-8161-ffa494225966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.205664 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79fa8f6b-d3b8-4a9a-8161-ffa494225966 admin admin] Publish callbacks [] for security_group (8a30703e-7e5d-47f0-805b-5e56a194896d), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.274400 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60111da-3c64-4116-b741-3ae1a9035e90 req-bbb796e5-a324-4f74-8451-43103ffe439e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:55.275906 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d60111da-3c64-4116-b741-3ae1a9035e90 req-bbb796e5-a324-4f74-8451-43103ffe439e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 943 time: 0.0484748 Jun 23 09:34:55.280804 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79fa8f6b-d3b8-4a9a-8161-ffa494225966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8a30703e-7e5d-47f0-805b-5e56a194896d), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.323409 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa8f6b-d3b8-4a9a-8161-ffa494225966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a30703e-7e5d-47f0-805b-5e56a194896d,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:55.328882 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-79fa8f6b-d3b8-4a9a-8161-ffa494225966 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01d175c799984ef0a02bca60b3273743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116721 Jun 23 09:34:55.329072 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d60111da-3c64-4116-b741-3ae1a9035e90 req-eac657d2-1b91-44e7-8e4e-b2bf4e33d3d6 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475428 Jun 23 09:34:55.331519 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51232) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:55.353545 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=11 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:55.382633 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1790319a-5e51-4a05-9dab-a6eb0af88f3d admin admin] Publish callbacks [] for security_group (8a30703e-7e5d-47f0-805b-5e56a194896d), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.404706 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1790319a-5e51-4a05-9dab-a6eb0af88f3d admin admin] Publish callbacks [] for security_group (8a30703e-7e5d-47f0-805b-5e56a194896d), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.453360 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device f892b7da-7cfb-4af4-98f8-866d8071f8b1 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:34:55.456461 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:55.473527 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:55.492093 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1790319a-5e51-4a05-9dab-a6eb0af88f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8a30703e-7e5d-47f0-805b-5e56a194896d), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.494648 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1790319a-5e51-4a05-9dab-a6eb0af88f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.495863 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1790319a-5e51-4a05-9dab-a6eb0af88f3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a30703e-7e5d-47f0-805b-5e56a194896d HTTP/1.1" status: 204 len: 168 time: 0.1630936 Jun 23 09:34:55.503761 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790319a-5e51-4a05-9dab-a6eb0af88f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a30703e-7e5d-47f0-805b-5e56a194896d,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:55.566161 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port f892b7da-7cfb-4af4-98f8-866d8071f8b1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:55.578471 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:34:55.600770 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:55.614637 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port f892b7da-7cfb-4af4-98f8-866d8071f8b1 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:34:55.615065 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.632689 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f892b7da-7cfb-4af4-98f8-866d8071f8b1 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:34:55.652823 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port f892b7da-7cfb-4af4-98f8-866d8071f8b1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:55.721205 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:55.767783 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=f892b7da-7cfb-4af4-98f8-866d8071f8b1,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:56.002376 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['f892b7da-7cfb-4af4-98f8-866d8071f8b1'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:34:56.194434 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51252) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:56.355212 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-824c4ed0-e505-4175-9e09-b82fbc397a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:56.442977 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-824c4ed0-e505-4175-9e09-b82fbc397a11 admin admin] Publish callbacks [] for security_group (9f168880-c9e6-48fa-9842-da11b3cee0cf), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:56.467538 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f1c37-b3e8-47bc-b2fd-b12d7cfdd6f4 req-0443cbc6-5541-40ba-8bd0-fad94720f9d8 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:56.467538 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ce6f1c37-b3e8-47bc-b2fd-b12d7cfdd6f4 req-0443cbc6-5541-40ba-8bd0-fad94720f9d8 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 944 time: 0.0595095 Jun 23 09:34:56.519427 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ce6f1c37-b3e8-47bc-b2fd-b12d7cfdd6f4 req-df8bd8ce-54d7-4f56-9b4d-4bdb8c4a4e58 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468721 Jun 23 09:34:56.689618 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-824c4ed0-e505-4175-9e09-b82fbc397a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (9f168880-c9e6-48fa-9842-da11b3cee0cf), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:56.739116 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-824c4ed0-e505-4175-9e09-b82fbc397a11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05bdf101dc8c4d22b770d3565fc5d2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5367312 Jun 23 09:34:56.739116 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c4ed0-e505-4175-9e09-b82fbc397a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f168880-c9e6-48fa-9842-da11b3cee0cf,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:56.739116 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51264) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:34:56.789836 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aaaaae4f-bc40-427e-9ed1-3ca10adefc4d admin admin] Publish callbacks [] for security_group (9f168880-c9e6-48fa-9842-da11b3cee0cf), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:56.812524 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aaaaae4f-bc40-427e-9ed1-3ca10adefc4d admin admin] Publish callbacks [] for security_group (9f168880-c9e6-48fa-9842-da11b3cee0cf), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:56.931851 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aaaaae4f-bc40-427e-9ed1-3ca10adefc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (9f168880-c9e6-48fa-9842-da11b3cee0cf), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:56.934454 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aaaaae4f-bc40-427e-9ed1-3ca10adefc4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:56.935689 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-aaaaae4f-bc40-427e-9ed1-3ca10adefc4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f168880-c9e6-48fa-9842-da11b3cee0cf HTTP/1.1" status: 204 len: 168 time: 0.1993444 Jun 23 09:34:56.944003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaae4f-bc40-427e-9ed1-3ca10adefc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f168880-c9e6-48fa-9842-da11b3cee0cf,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:57.454881 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device f892b7da-7cfb-4af4-98f8-866d8071f8b1 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:34:57.500518 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port f892b7da-7cfb-4af4-98f8-866d8071f8b1 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:34:57.587671 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port f892b7da-7cfb-4af4-98f8-866d8071f8b1 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:34:57.588273 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:57.641433 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ee8a-1e98-4709-93c2-fdc2bcb4bbe3 req-7ee7549a-81a6-404c-9519-49eb9bb03e0e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:57.647451 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4e45ee8a-1e98-4709-93c2-fdc2bcb4bbe3 req-7ee7549a-81a6-404c-9519-49eb9bb03e0e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 944 time: 0.0559855 Jun 23 09:34:57.679846 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port f892b7da-7cfb-4af4-98f8-866d8071f8b1 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:34:57.680544 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:57.710096 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4e45ee8a-1e98-4709-93c2-fdc2bcb4bbe3 req-b6f226c6-e1b7-46ee-878f-6a756e669a36 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545154 Jun 23 09:34:57.712091 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:34:57.714539 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded5be3-bafd-48ab-be91-554bcdfc3022" -d '{"events": [{"server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "name": "network-vif-plugged", "status": "completed", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:34:57.727542 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port f892b7da-7cfb-4af4-98f8-866d8071f8b1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:34:57.830029 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:57.886544 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=f892b7da-7cfb-4af4-98f8-866d8071f8b1,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:34:57.917820 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0256ca9-2751-498c-9181-31db881b5080 x-openstack-request-id: req-c0256ca9-2751-498c-9181-31db881b5080 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:34:57.918108 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "name": "network-vif-plugged", "status": "completed", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:34:57.918358 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0256ca9-2751-498c-9181-31db881b5080 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:34:57.918779 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0256ca9-2751-498c-9181-31db881b5080'] response: {'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'code': 200} Jun 23 09:34:57.995463 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:34:58.331683 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e974d-a9f1-4815-9921-1967ea71e7a2 req-55c6518f-fceb-4bb2-902f-559e863c68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:58.333180 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b71e974d-a9f1-4815-9921-1967ea71e7a2 req-55c6518f-fceb-4bb2-902f-559e863c68af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1129 time: 0.0386426 Jun 23 09:34:58.353391 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:58.375475 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:34:58.386270 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-b71e974d-a9f1-4815-9921-1967ea71e7a2 req-1a513c90-a284-41bc-a86f-86ec586db3e8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470786 Jun 23 09:34:58.821021 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f1473-9e0f-4c32-a63d-43ade85a9c0d req-deca9a95-b273-4353-9aec-7187ac39c14a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:58.822960 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c13f1473-9e0f-4c32-a63d-43ade85a9c0d req-deca9a95-b273-4353-9aec-7187ac39c14a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 945 time: 0.0504797 Jun 23 09:34:58.872147 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-c13f1473-9e0f-4c32-a63d-43ade85a9c0d req-5202820e-8796-4069-bf5d-2a14213da849 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437620 Jun 23 09:34:59.987882 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d4dcb-a8c5-49d1-803b-5456db29a5f9 req-d3c131c7-18f0-4207-94cf-8383a52f61c7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:34:59.989345 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-423d4dcb-a8c5-49d1-803b-5456db29a5f9 req-d3c131c7-18f0-4207-94cf-8383a52f61c7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 945 time: 0.0467458 Jun 23 09:35:00.046335 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-423d4dcb-a8c5-49d1-803b-5456db29a5f9 req-6ecadf66-45ab-45c0-9f78-2d77401698b6 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511365 Jun 23 09:35:00.163254 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af95efa-ee3e-4efa-a2f8-7fa93e761372 req-ef6f064b-fa44-48ae-9eca-ac9d01297554 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:00.165327 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9af95efa-ee3e-4efa-a2f8-7fa93e761372 req-ef6f064b-fa44-48ae-9eca-ac9d01297554 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 945 time: 0.0514123 Jun 23 09:35:00.216065 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-9af95efa-ee3e-4efa-a2f8-7fa93e761372 req-c59861d4-fc9a-4cb5-ba1a-ab1a9b4f5044 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447686 Jun 23 09:35:00.237681 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51326) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:00.274200 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc59d3b0-8f9f-4e43-b7e2-ee2ff80c3a41 tempest-TestVolumeBootPattern-2077022249 tempest-TestVolumeBootPattern-2077022249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:00.275682 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-cc59d3b0-8f9f-4e43-b7e2-ee2ff80c3a41 tempest-TestVolumeBootPattern-2077022249 tempest-TestVolumeBootPattern-2077022249-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1124 time: 0.0370240 Jun 23 09:35:00.278890 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51328) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:00.282946 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:35:00.392746 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.473641 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.570139 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51332) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:00.582924 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Allocated IP 172.27.2.10 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/a511a154-b876-4b95-b9bf-9bfa839a5174) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:35:00.683889 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a342af9-bc85-42af-a629-8ffbbf381b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.686928 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (a511a154-b876-4b95-b9bf-9bfa839a5174), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.759005 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a342af9-bc85-42af-a629-8ffbbf381b18 admin admin] Publish callbacks [] for security_group (e6c8c194-270a-4f04-959e-24d462b3cc09), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.821277 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (a511a154-b876-4b95-b9bf-9bfa839a5174), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.849664 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a342af9-bc85-42af-a629-8ffbbf381b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e6c8c194-270a-4f04-959e-24d462b3cc09), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.859666 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:35:00.862564 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:35:00.866190 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:35:00.892896 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8a342af9-bc85-42af-a629-8ffbbf381b18 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b83b46972d64a12b6944a3c32c6996e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192427 Jun 23 09:35:00.892896 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a342af9-bc85-42af-a629-8ffbbf381b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c8c194-270a-4f04-959e-24d462b3cc09,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:00.893588 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51336) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:00.904464 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=a511a154-b876-4b95-b9bf-9bfa839a5174,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:00.908221 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:00.944613 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a4cdc30-c17f-472f-ae2d-577cef107e99 admin admin] Publish callbacks [] for security_group (e6c8c194-270a-4f04-959e-24d462b3cc09), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.966825 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a4cdc30-c17f-472f-ae2d-577cef107e99 admin admin] Publish callbacks [] for security_group (e6c8c194-270a-4f04-959e-24d462b3cc09), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:00.983181 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:01.077917 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:01.080830 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a4cdc30-c17f-472f-ae2d-577cef107e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e6c8c194-270a-4f04-959e-24d462b3cc09), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.083458 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a4cdc30-c17f-472f-ae2d-577cef107e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.087246 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-8a4cdc30-c17f-472f-ae2d-577cef107e99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6c8c194-270a-4f04-959e-24d462b3cc09 HTTP/1.1" status: 204 len: 168 time: 0.1901367 Jun 23 09:35:01.092484 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cdc30-c17f-472f-ae2d-577cef107e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c8c194-270a-4f04-959e-24d462b3cc09,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:01.239448 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (2fdefc0b-0c3f-40bd-963a-affe095531fd), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.414639 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a511a154-b876-4b95-b9bf-9bfa839a5174), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.562746 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (a511a154-b876-4b95-b9bf-9bfa839a5174), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.640511 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (a511a154-b876-4b95-b9bf-9bfa839a5174), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.645430 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:01.709654 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=a511a154-b876-4b95-b9bf-9bfa839a5174,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:01.722014 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (2fdefc0b-0c3f-40bd-963a-affe095531fd), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.807682 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51342) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:01.821224 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1dc99f3b-2db5-4c89-bab5-927ce18f0c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.821580 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Floating IP 2fdefc0b-0c3f-40bd-963a-affe095531fd associated. External IP: 172.27.2.10, port: f892b7da-7cfb-4af4-98f8-866d8071f8b1. Jun 23 09:35:01.905182 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1dc99f3b-2db5-4c89-bab5-927ce18f0c25 admin admin] Publish callbacks [] for security_group (24cdc43d-a8b0-4e44-b364-a0467b5a4953), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:01.995017 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1dc99f3b-2db5-4c89-bab5-927ce18f0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (24cdc43d-a8b0-4e44-b364-a0467b5a4953), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:02.000645 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:02.032720 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:35:02.043009 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc99f3b-2db5-4c89-bab5-927ce18f0c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cdc43d-a8b0-4e44-b364-a0467b5a4953,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:02.047814 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-1dc99f3b-2db5-4c89-bab5-927ce18f0c25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8468f1c844cb4872bac509254899f6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389309 Jun 23 09:35:02.055119 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51344) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:02.347207 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:02.420440 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8b76180e-18dd-4855-8a51-d3e74a7e1248 admin admin] Publish callbacks [] for security_group (24cdc43d-a8b0-4e44-b364-a0467b5a4953), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:02.434485 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:35:02.444526 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:35:02.455171 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8b76180e-18dd-4855-8a51-d3e74a7e1248 admin admin] Publish callbacks [] for security_group (24cdc43d-a8b0-4e44-b364-a0467b5a4953), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:02.455385 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:35:02.456169 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:34:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:35:02.539997 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:02.558209 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:35:02.571940 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-6195f7d5-f30a-4815-a596-2c6856a36d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2899797 Jun 23 09:35:02.571940 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:35:02.573616 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b624b-12a1-4b1a-938b-0539dfa071b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:35:02.580839 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8b76180e-18dd-4855-8a51-d3e74a7e1248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (24cdc43d-a8b0-4e44-b364-a0467b5a4953), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:02.583409 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-8b76180e-18dd-4855-8a51-d3e74a7e1248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:02.585279 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-8b76180e-18dd-4855-8a51-d3e74a7e1248 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24cdc43d-a8b0-4e44-b364-a0467b5a4953 HTTP/1.1" status: 204 len: 168 time: 0.5324724 Jun 23 09:35:02.593850 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76180e-18dd-4855-8a51-d3e74a7e1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cdc43d-a8b0-4e44-b364-a0467b5a4953,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:02.623853 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817dfc3b-3736-4104-a245-6873218cf358 x-openstack-request-id: req-817dfc3b-3736-4104-a245-6873218cf358 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:35:02.624157 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:35:02.624418 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-817dfc3b-3736-4104-a245-6873218cf358 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:35:02.624835 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817dfc3b-3736-4104-a245-6873218cf358'] response: {'name': 'network-changed', 'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'status': 'completed', 'code': 200} Jun 23 09:35:02.716489 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-821e4f8a-ccef-457c-8d77-a790974c0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:02.718007 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-821e4f8a-ccef-457c-8d77-a790974c0f2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1129 time: 0.0497088 Jun 23 09:35:02.784685 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:01Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:35:02.809814 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:35:02.811612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-18da6778-b63e-4dd3-8bdf-7e4ca92ce79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:02.811612 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-18da6778-b63e-4dd3-8bdf-7e4ca92ce79a service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0876415 Jun 23 09:35:02.818515 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:35:02.819155 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:34:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:35:02.877187 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-fbcdd4cc-a0b2-495d-887c-fdbf32420026 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1 HTTP/1.1" status: 200 len: 998 time: 0.0593405 Jun 23 09:35:02.919962 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:35:02.926703 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-44c46b25-c04a-4163-a1a1-b85feace7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:02.929762 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-44c46b25-c04a-4163-a1a1-b85feace7ec7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0453508 Jun 23 09:35:02.974034 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-25b94b7d-93f5-4b75-9332-ecbd6180b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:02.975669 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-25b94b7d-93f5-4b75-9332-ecbd6180b8d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418229 Jun 23 09:35:03.076534 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-f9cee0d7-fdca-4d1d-a9a1-a43f3dbaefff service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948644 Jun 23 09:35:03.134688 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:01Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:35:03.149244 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:03.159956 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877fa0d-5fd1-4327-8038-91d0fe406597 None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:01Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:35:03.186696 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-8a7b624b-12a1-4b1a-938b-0539dfa071b4 req-2cb67a12-f1fe-412e-86fc-602372345473 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039197 Jun 23 09:35:03.368802 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9805e-4998-419d-8459-6ad96bd25029 None None] New status for floating IP 2fdefc0b-0c3f-40bd-963a-affe095531fd: ACTIVE {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:35:05.035269 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:05.670455 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51420) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:05.779412 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d4bb261-d8ae-43c6-bc04-403f5e983da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:05.853978 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d4bb261-d8ae-43c6-bc04-403f5e983da7 admin admin] Publish callbacks [] for security_group (b743074a-e9a1-49df-84fd-cd43bd9c6816), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:05.903546 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5d4bb261-d8ae-43c6-bc04-403f5e983da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (b743074a-e9a1-49df-84fd-cd43bd9c6816), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:05.946676 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-5d4bb261-d8ae-43c6-bc04-403f5e983da7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a41ed65090b4b21b419e0328349ea3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751429 Jun 23 09:35:05.947403 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bb261-d8ae-43c6-bc04-403f5e983da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b743074a-e9a1-49df-84fd-cd43bd9c6816,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:05.949476 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51424) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:05.999561 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-46e11c2c-290d-40c2-8a76-1e0631ab0f59 admin admin] Publish callbacks [] for security_group (b743074a-e9a1-49df-84fd-cd43bd9c6816), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:06.020441 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-46e11c2c-290d-40c2-8a76-1e0631ab0f59 admin admin] Publish callbacks [] for security_group (b743074a-e9a1-49df-84fd-cd43bd9c6816), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:06.121101 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-46e11c2c-290d-40c2-8a76-1e0631ab0f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (b743074a-e9a1-49df-84fd-cd43bd9c6816), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:06.123647 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-46e11c2c-290d-40c2-8a76-1e0631ab0f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:06.124812 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-46e11c2c-290d-40c2-8a76-1e0631ab0f59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b743074a-e9a1-49df-84fd-cd43bd9c6816 HTTP/1.1" status: 204 len: 168 time: 0.1743643 Jun 23 09:35:06.133008 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e11c2c-290d-40c2-8a76-1e0631ab0f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b743074a-e9a1-49df-84fd-cd43bd9c6816,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:06.789642 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51430) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:06.803168 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf82ab71-5425-4e3f-b36f-ee9b783b6fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:06.875556 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf82ab71-5425-4e3f-b36f-ee9b783b6fb9 admin admin] Publish callbacks [] for security_group (70bbff1a-e2e4-4852-a7ef-f766a0511533), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:06.971890 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-cf82ab71-5425-4e3f-b36f-ee9b783b6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (70bbff1a-e2e4-4852-a7ef-f766a0511533), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:07.011312 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-cf82ab71-5425-4e3f-b36f-ee9b783b6fb9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25a38dbb1e1e453c8df96fd1457e815b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206192 Jun 23 09:35:07.012170 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82ab71-5425-4e3f-b36f-ee9b783b6fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bbff1a-e2e4-4852-a7ef-f766a0511533,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:07.013984 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51432) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:07.066076 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9822be40-00ec-4762-bbea-671630719b96 admin admin] Publish callbacks [] for security_group (70bbff1a-e2e4-4852-a7ef-f766a0511533), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:07.087090 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9822be40-00ec-4762-bbea-671630719b96 admin admin] Publish callbacks [] for security_group (70bbff1a-e2e4-4852-a7ef-f766a0511533), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:07.229286 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9822be40-00ec-4762-bbea-671630719b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (70bbff1a-e2e4-4852-a7ef-f766a0511533), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:07.232322 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9822be40-00ec-4762-bbea-671630719b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:07.233510 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-9822be40-00ec-4762-bbea-671630719b96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70bbff1a-e2e4-4852-a7ef-f766a0511533 HTTP/1.1" status: 204 len: 168 time: 0.2185423 Jun 23 09:35:07.241934 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822be40-00ec-4762-bbea-671630719b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bbff1a-e2e4-4852-a7ef-f766a0511533,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:08.077544 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:08.087644 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-29c33577-baee-4e63-8d6e-0b907362e528 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397525 Jun 23 09:35:08.190811 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-222d3457-d2a9-4246-b7ca-994a4e0035f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:08.192604 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-222d3457-d2a9-4246-b7ca-994a4e0035f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1129 time: 0.0467658 Jun 23 09:35:08.299365 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-5d1fa949-8fc1-4dd5-a952-d0fba705e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:08.301131 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-5d1fa949-8fc1-4dd5-a952-d0fba705e57d service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0876815 Jun 23 09:35:08.365914 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-7df14d57-5c22-4029-b1d9-c87abab7a194 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0587542 Jun 23 09:35:08.413240 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-1f177ae4-c864-4495-90f9-2d095b9ed980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:08.414693 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-1f177ae4-c864-4495-90f9-2d095b9ed980 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0437849 Jun 23 09:35:08.459303 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-538a3a22-d831-4d9c-aa76-875da891f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:35:08.460468 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-538a3a22-d831-4d9c-aa76-875da891f157 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397732 Jun 23 09:35:08.558298 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-73f42339-64fa-4e5c-aef6-55d0386c8eaa service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915289 Jun 23 09:35:08.595449 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:08.649827 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2a13d17c-cd0d-40f3-8b17-d9a55bf4d8f0 req-a879dd2a-5bf1-4679-b4f3-d2293d5689bf service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859547 Jun 23 09:35:10.055002 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-08c89371-89da-426b-a52f-35dc0010f2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:12.280950 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-30d799a6-c782-4b6a-bc3a-3def48ffdc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:13.132730 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=71 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:13.137941 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=77 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:13.609380 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:15.091812 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:15.303226 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:16.440371 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:35:17.115314 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:17.238033 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:18.646748 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=50 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:25.034118 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:25.259523 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:25.261348 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:27.992182 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:31.489031 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:37.433292 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51622) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:37.541106 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:37.613086 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Publish callbacks [] for security_group (6a6f251a-e205-4a9b-b8b5-19515987649a), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:37.720442 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (6a6f251a-e205-4a9b-b8b5-19515987649a), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:37.760145 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77d1e4d6129e46828a3cb143798d9c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252809 Jun 23 09:35:37.760969 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6f251a-e205-4a9b-b8b5-19515987649a,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:37.762905 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51626) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:37.768091 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.768439 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.768789 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.769147 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.769463 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.769793 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.770120 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.770457 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.770774 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.771122 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.771451 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.771774 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.772095 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.772415 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.772738 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ea2c16-2d86-4b93-be83-8cf05b6ce3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:37.813711 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Publish callbacks [] for security_group (6a6f251a-e205-4a9b-b8b5-19515987649a), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:37.838073 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Publish callbacks [] for security_group (6a6f251a-e205-4a9b-b8b5-19515987649a), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:37.875456 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:37.879340 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:37.881044 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:38.005912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (6a6f251a-e205-4a9b-b8b5-19515987649a), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:38.008506 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:38.009663 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a6f251a-e205-4a9b-b8b5-19515987649a HTTP/1.1" status: 204 len: 168 time: 0.2456896 Jun 23 09:35:38.017972 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6f251a-e205-4a9b-b8b5-19515987649a,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:38.025312 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.025656 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.025993 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.026332 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.026662 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.027020 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.027344 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.028164 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.028486 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.028810 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.029127 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.029446 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.029764 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.030075 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.030428 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41766bf0-fdb5-46fa-b538-e1c451e98014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:35:38.483271 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:40.088672 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-519bf467-3738-424a-bff0-16f1faee4ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:42.295062 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-80b6eb7d-0d92-452b-8c01-157bae336f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:43.586162 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:45.152083 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:45.343220 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:47.763742 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=15,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:47.764694 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=24,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:48.021180 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:48.021904 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:50.941372 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51762) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:51.044745 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-08bfcbc4-5e63-4123-a063-22cf4516f075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:51.117780 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-08bfcbc4-5e63-4123-a063-22cf4516f075 admin admin] Publish callbacks [] for security_group (00fcc138-f3b6-4df5-89b3-3d3b4f4f687f), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:51.200493 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-08bfcbc4-5e63-4123-a063-22cf4516f075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (00fcc138-f3b6-4df5-89b3-3d3b4f4f687f), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:51.237866 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfcbc4-5e63-4123-a063-22cf4516f075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fcc138-f3b6-4df5-89b3-3d3b4f4f687f,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:51.242360 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-08bfcbc4-5e63-4123-a063-22cf4516f075 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5678ee1cde7045e79ba34b6994ad4637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997310 Jun 23 09:35:51.245002 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51766) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:35:51.291781 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bda70812-d14b-4e05-96b6-b7108d662839 admin admin] Publish callbacks [] for security_group (00fcc138-f3b6-4df5-89b3-3d3b4f4f687f), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:51.313317 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bda70812-d14b-4e05-96b6-b7108d662839 admin admin] Publish callbacks [] for security_group (00fcc138-f3b6-4df5-89b3-3d3b4f4f687f), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:51.428704 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bda70812-d14b-4e05-96b6-b7108d662839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (00fcc138-f3b6-4df5-89b3-3d3b4f4f687f), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:51.431461 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bda70812-d14b-4e05-96b6-b7108d662839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:35:51.433223 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-bda70812-d14b-4e05-96b6-b7108d662839 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00fcc138-f3b6-4df5-89b3-3d3b4f4f687f HTTP/1.1" status: 204 len: 168 time: 0.1873050 Jun 23 09:35:51.441744 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda70812-d14b-4e05-96b6-b7108d662839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fcc138-f3b6-4df5-89b3-3d3b4f4f687f,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:35:53.438986 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:35:55.255067 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=9 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:55.261006 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:35:58.062982 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:01.437364 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=38,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:01.438153 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=32,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:07.893545 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:07.897408 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:07.899205 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:08.493335 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:08.499158 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:09.080057 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-39872949-c9e6-4be1-b29d-d20b6ad737e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384412 Jun 23 09:36:09.176723 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-1d116c18-8b49-4100-8d15-af7cfe495580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:09.178215 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-1d116c18-8b49-4100-8d15-af7cfe495580 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1129 time: 0.0406284 Jun 23 09:36:09.283032 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-1a0a2b6d-5ebf-490b-a2a4-604320bb1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:09.284497 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-1a0a2b6d-5ebf-490b-a2a4-604320bb1191 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0871887 Jun 23 09:36:09.343050 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-159e79ca-d1fe-4a10-bd1c-2b0c5104fd9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0530651 Jun 23 09:36:09.390495 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-a900f8a9-d31f-4cd8-b7cd-e1179b171983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:09.391941 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-a900f8a9-d31f-4cd8-b7cd-e1179b171983 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0430129 Jun 23 09:36:09.439040 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-e4fd2cd8-8f20-470c-a64e-7b37fb34a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:09.440472 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-e4fd2cd8-8f20-470c-a64e-7b37fb34a39b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425861 Jun 23 09:36:09.527144 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-f1c86ca0-34fa-4920-ba3a-b8ae609b7084 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806808 Jun 23 09:36:09.616851 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fa3f06e6-bb99-4fe6-b05b-c6b37c91f41c req-90248de3-fa10-477f-adda-b20f7a147340 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840292 Jun 23 09:36:10.134251 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-0c13769b-efc6-47ed-bd55-c7ece4363c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:12.285815 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-b68503dd-575e-4dcb-a0d1-caf3c5b58c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:13.566101 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:15.128304 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:15.322882 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:19.612819 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=50 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:19.613612 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=51 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:25.255333 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:25.260218 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:25.262928 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:27.967964 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:30.437394 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:36:37.900791 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:37.903666 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:37.905352 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:40.058882 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e9199dcd-c29a-445e-b1ed-9be21ce08c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:42.293651 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-479f076e-885e-43de-a451-20afe892941e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:43.579433 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:45.102794 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:45.419426 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:45.490414 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=15 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:45.495831 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=19 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:52.874460 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-90abb7d4-c776-41f8-9822-512535e41c45 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018351472&fields=id&tenant_id=a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 267 time: 0.0454259 Jun 23 09:36:52.983768 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-6aad3c54-c8df-45ae-bddf-8f01a518626c tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:52.985230 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-6aad3c54-c8df-45ae-bddf-8f01a518626c tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 812 time: 0.1041837 Jun 23 09:36:53.000323 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-af5fff3a-57a7-4b67-ba10-7b90c8d03c61 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/quotas/a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 375 time: 0.0091243 Jun 23 09:36:53.050452 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-355e4e31-29a3-4fc9-a3c7-6d74c3180d51 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447690 Jun 23 09:36:53.146383 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-fdcf2ff7-55a4-41cd-9d6e-ccbfd61523b3 service neutron] 10.222.0.52 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Jun 23 09:36:53.234509 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-58d4a882-dc4b-495f-926c-6b109ebb5ba9 service neutron] 10.222.0.52 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824337 Jun 23 09:36:53.801418 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-0bfbf624-225c-42db-8486-ec4fc7916ee1 req-93f3fdde-5add-48c6-9ef3-7028ba191473 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 210 time: 0.0329645 Jun 23 09:36:54.909407 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-4870f50e-ce58-4276-95c1-18ed7184d2de req-e51e93f2-0d8d-4022-9916-05eed2293881 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 210 time: 0.0280755 Jun 23 09:36:55.041388 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:55.259675 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:55.261469 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:55.865717 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-78411947-ef75-46fc-8bcb-676201f1c116 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:55.867170 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-78411947-ef75-46fc-8bcb-676201f1c116 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 812 time: 0.1033208 Jun 23 09:36:55.934232 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-00cffaf1-9db2-4396-b5ef-4c6780fff5a3 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a100fa3c9d124f9089173a35a1e3691d HTTP/1.1" status: 200 len: 380 time: 0.0540004 Jun 23 09:36:55.942992 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'port': {'device_id': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'admin_state_up': True, 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'security_groups': ['8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53']}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:36:56.010570 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-28816d75-f65a-4b85-b055-b0c0db3eabe0 req-1aa4f380-42e4-4bd7-ba61-03cade048e80 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 210 time: 0.0314295 Jun 23 09:36:56.168287 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Made reservation on behalf of a100fa3c9d124f9089173a35a1e3691d for: {'port': 1} {{(pid=104735) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:36:56.171779 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:56.298765 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Allocated IP 172.20.0.9 (88fe912b-da29-4c17-ab52-b1ab29cc85c5/5fce2325-c94b-4797-ada2-3096657750cd/959b9b12-cd6f-45c6-af60-57bca4d15da0) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:36:56.313362 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:56.400187 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:56.442766 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:56.539331 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:56.587222 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:36:56.590354 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:36:56.594201 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:36:56.618329 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=959b9b12-cd6f-45c6-af60-57bca4d15da0,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:36:56.633644 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.633995 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.634341 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.634693 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.635076 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.635440 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.635794 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.636123 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.636452 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.636799 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.637148 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.637475 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.637822 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.638148 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.638470 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:36:56.662301 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:56.662876 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:56.747542 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-d8443dc0-58df-4d80-ad62-369dfd168903 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8085341 Jun 23 09:36:56.764970 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Request body: {'port': {'device_id': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84727'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:36:56.813043 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-e7b1a9e2-66f8-41fc-8b06-cf0222e590ef None None] Provisioning complete for port 959b9b12-cd6f-45c6-af60-57bca4d15da0 triggered by entity DHCP. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:36:56.813634 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e7b1a9e2-66f8-41fc-8b06-cf0222e590ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:56.825170 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:56.846831 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1a9e2-66f8-41fc-8b06-cf0222e590ef None None] Port 959b9b12-cd6f-45c6-af60-57bca4d15da0 cannot update to ACTIVE because it is not bound. {{(pid=104736) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 23 09:36:57.010896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:57.096630 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959b9b12-cd6f-45c6-af60-57bca4d15da0 {{(pid=104735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:36:57.126462 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Publish callbacks [] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:57.150249 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1d810-4a50-40ae-9632-44343768f4a0 req-963c2b0c-888d-4162-b4ed-52ad29d8010e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:57.151803 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-73a1d810-4a50-40ae-9632-44343768f4a0 req-963c2b0c-888d-4162-b4ed-52ad29d8010e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 931 time: 0.0692132 Jun 23 09:36:57.154484 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.provisioning_blocks [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Transition to ACTIVE for port object 959b9b12-cd6f-45c6-af60-57bca4d15da0 will not be triggered until provisioned by entity L2. {{(pid=104735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 23 09:36:57.205617 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-73a1d810-4a50-40ae-9632-44343768f4a0 req-21f76c8e-6b73-4dd3-96e2-23cbcdd29a74 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477667 Jun 23 09:36:57.246810 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:57.299778 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Pushing event updated for resources: {'Port': ['ID=959b9b12-cd6f-45c6-af60-57bca4d15da0,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:36:57.374171 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Attempting to bind port 959b9b12-cd6f-45c6-af60-57bca4d15da0 on host hv-cinder-84727 for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 23 09:36:57.374658 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Attempting to bind port 959b9b12-cd6f-45c6-af60-57bca4d15da0 by drivers openvswitch,hyperv on host hv-cinder-84727 at level 0 using segments [{'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 23 09:36:57.375135 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Attempting to bind port 959b9b12-cd6f-45c6-af60-57bca4d15da0 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:36:57.380449 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Port 959b9b12-cd6f-45c6-af60-57bca4d15da0 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84727 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 23 09:36:57.380901 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Attempting to bind port 959b9b12-cd6f-45c6-af60-57bca4d15da0 on network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 23 09:36:57.386020 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Checking agent: {'id': 'c7bda3c4-3abd-4d42-a3b1-b15c0eda458e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84727', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'started_at': datetime.datetime(2022, 6, 23, 9, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 6, 23, 9, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 23 09:36:57.386362 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Checking segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 23 09:36:57.386755 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Bound using segment: {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 23 09:36:57.387229 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Bound port: 959b9b12-cd6f-45c6-af60-57bca4d15da0, host: hv-cinder-84727, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e1dbb1-f051-497c-bb77-facfa14e2755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 23 09:36:57.387594 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:57.451387 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] For port 959b9b12-cd6f-45c6-af60-57bca4d15da0, host hv-cinder-84727, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:36:57.454616 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] For port 959b9b12-cd6f-45c6-af60-57bca4d15da0, host hv-cinder-84727, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:36:57.516581 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:57.520491 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:57.561447 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:57.562083 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:57.563492 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] 10.222.0.55 "PUT /v2.0/ports/959b9b12-cd6f-45c6-af60-57bca4d15da0 HTTP/1.1" status: 200 len: 1093 time: 0.8028007 Jun 23 09:36:57.567280 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:36:57.567280 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0588a793-4dfd-4435-a5d4-b0f163191ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:36:57.586974 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038292c4-bf6f-4e52-bf22-e1f1c6db05db service neutron] Pushing event updated for resources: {'Port': ['ID=959b9b12-cd6f-45c6-af60-57bca4d15da0,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:36:57.606786 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddcfbf6-70c9-422c-95a1-c69b1c3e09a8 x-openstack-request-id: req-bddcfbf6-70c9-422c-95a1-c69b1c3e09a8 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:36:57.607178 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:36:57.607488 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bddcfbf6-70c9-422c-95a1-c69b1c3e09a8 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:36:57.607952 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bddcfbf6-70c9-422c-95a1-c69b1c3e09a8'] response: {'name': 'network-changed', 'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'status': 'completed', 'code': 200} Jun 23 09:36:57.693422 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588a793-4dfd-4435-a5d4-b0f163191ba7 req-d9b8bb88-b978-4aeb-987f-2c1cc276a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:57.695135 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0588a793-4dfd-4435-a5d4-b0f163191ba7 req-d9b8bb88-b978-4aeb-987f-2c1cc276a96c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 1127 time: 0.0431874 Jun 23 09:36:57.804601 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588a793-4dfd-4435-a5d4-b0f163191ba7 req-2b0a0695-e781-470f-92de-4a8a736f0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:57.806163 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0588a793-4dfd-4435-a5d4-b0f163191ba7 req-2b0a0695-e781-470f-92de-4a8a736f0376 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a100fa3c9d124f9089173a35a1e3691d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0982459 Jun 23 09:36:57.903044 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588a793-4dfd-4435-a5d4-b0f163191ba7 req-b7b967b0-8afe-48d5-8844-4f2340f1d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:57.904528 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-0588a793-4dfd-4435-a5d4-b0f163191ba7 req-b7b967b0-8afe-48d5-8844-4f2340f1d28b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931234 Jun 23 09:36:57.973518 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:36:58.000554 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-9694ae73-5e08-4c01-b4a5-859f23160d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:58.002017 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-9694ae73-5e08-4c01-b4a5-859f23160d89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 1127 time: 0.0392735 Jun 23 09:36:58.049677 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-1f3c8d33-489c-414a-90e5-cff4ac40662f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0 HTTP/1.1" status: 200 len: 217 time: 0.0349154 Jun 23 09:36:58.095815 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-870a46ae-a9cc-4c2e-9f0a-ff92a941dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:58.097750 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-870a46ae-a9cc-4c2e-9f0a-ff92a941dbf4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0424249 Jun 23 09:36:58.139438 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-48b48db8-b8ee-48cb-9947-98cb8c337a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:58.140860 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-48b48db8-b8ee-48cb-9947-98cb8c337a42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375493 Jun 23 09:36:58.231860 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-9ddb28e6-f65f-4402-b6d5-ede94e4ea443 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846756 Jun 23 09:36:58.575046 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:36:58.593083 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e45a1-b630-4008-929b-7a6b22ded6c0 req-1790a87c-c669-4701-be99-bf633b6b78cc tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:58.594553 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3e2e45a1-b630-4008-929b-7a6b22ded6c0 req-1790a87c-c669-4701-be99-bf633b6b78cc tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 943 time: 0.3209488 Jun 23 09:36:58.612684 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-1c10f400-43a6-411b-b631-10f5cb61f0f1 req-4dd71acc-f3cd-48ce-9dfd-601917fcb104 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742938 Jun 23 09:36:58.649738 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3e2e45a1-b630-4008-929b-7a6b22ded6c0 req-201165a3-33a7-4cb5-aab8-f26dc6838a69 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494790 Jun 23 09:36:59.767623 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1462aa-2c0a-437a-bd3b-3bbe3a3adf17 req-2edcd97f-b347-4293-a160-88b9084bba65 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:36:59.769079 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bd1462aa-2c0a-437a-bd3b-3bbe3a3adf17 req-2edcd97f-b347-4293-a160-88b9084bba65 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 943 time: 0.0504529 Jun 23 09:36:59.820636 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-bd1462aa-2c0a-437a-bd3b-3bbe3a3adf17 req-44ec69d8-c091-4dd9-9358-52562dc0a233 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453522 Jun 23 09:37:00.933874 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12fc12-dfee-4ad4-8a0e-dfc88f3927f8 req-de9e91bd-7860-4d79-94c5-fd2418ce77bd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:00.935358 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ef12fc12-dfee-4ad4-8a0e-dfc88f3927f8 req-de9e91bd-7860-4d79-94c5-fd2418ce77bd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 943 time: 0.0466762 Jun 23 09:37:00.982816 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ef12fc12-dfee-4ad4-8a0e-dfc88f3927f8 req-26f9d670-8172-4e36-9a9f-26e217e93c87 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Jun 23 09:37:02.092809 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00176657-b037-4269-8848-27284b14d731 req-75a09537-3517-49fc-bfc3-7addf1a4e662 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:02.094229 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-00176657-b037-4269-8848-27284b14d731 req-75a09537-3517-49fc-bfc3-7addf1a4e662 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 943 time: 0.0459158 Jun 23 09:37:02.145754 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-00176657-b037-4269-8848-27284b14d731 req-7f18e823-b8c4-4a1f-a2fd-636a3ec5b8b7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459123 Jun 23 09:37:03.257174 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34858f33-154d-4f7a-b6ce-fe3d4eb8b9fa req-d8285ab4-c6eb-418b-baaa-6640e16efd43 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:03.259208 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-34858f33-154d-4f7a-b6ce-fe3d4eb8b9fa req-d8285ab4-c6eb-418b-baaa-6640e16efd43 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 943 time: 0.0461130 Jun 23 09:37:03.311098 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-34858f33-154d-4f7a-b6ce-fe3d4eb8b9fa req-d9bc4a97-6844-4643-9789-314a557f30fd tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466242 Jun 23 09:37:04.428640 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c205538-1aa5-43ad-bb70-f7b4e2c62564 req-ab1cf351-4af5-4201-a8f8-3a1d433f5bc2 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:04.430034 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9c205538-1aa5-43ad-bb70-f7b4e2c62564 req-ab1cf351-4af5-4201-a8f8-3a1d433f5bc2 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 943 time: 0.0512168 Jun 23 09:37:04.479203 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-9c205538-1aa5-43ad-bb70-f7b4e2c62564 req-6c60a2f4-d977-41d7-8fbb-be2dc71fa37e tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Jun 23 09:37:05.592034 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64318774-93f2-4c9e-adfe-899863dd41ac req-c68718b5-3914-45f5-ab54-aa06a29e53c3 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:05.593490 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-64318774-93f2-4c9e-adfe-899863dd41ac req-c68718b5-3914-45f5-ab54-aa06a29e53c3 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 943 time: 0.0457475 Jun 23 09:37:05.642342 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-64318774-93f2-4c9e-adfe-899863dd41ac req-82ee4de8-5fc9-4a6e-8461-458b094b0fe1 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434699 Jun 23 09:37:06.232866 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 959b9b12-cd6f-45c6-af60-57bca4d15da0 details requested by agent hyperv_hv-cinder-84727 with host hv-cinder-84727 {{(pid=104736) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 09:37:06.335412 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 959b9b12-cd6f-45c6-af60-57bca4d15da0, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:37:06.350457 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Returning: {'device': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'port_id': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'mac_address': 'fa:16:3e:59:9c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104736) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 09:37:06.384473 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 959b9b12-cd6f-45c6-af60-57bca4d15da0 is: DOWN; New status is: BUILD {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:37:06.385428 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:06.397924 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959b9b12-cd6f-45c6-af60-57bca4d15da0 {{(pid=104736) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 23 09:37:06.417484 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 959b9b12-cd6f-45c6-af60-57bca4d15da0, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:37:06.499335 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:06.545829 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=959b9b12-cd6f-45c6-af60-57bca4d15da0,revision_number=4']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:37:06.552918 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.553262 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.553603 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.553943 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.554272 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.554599 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.554994 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.555268 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.555591 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.555913 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.556248 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.556555 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.557424 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.557744 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.558061 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:37:06.766820 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c700d8f-66ed-4171-ac85-4d278571a5db req-673ff0ef-e818-4b93-a51e-77dd0db1bb62 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:06.768377 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7c700d8f-66ed-4171-ac85-4d278571a5db req-673ff0ef-e818-4b93-a51e-77dd0db1bb62 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 944 time: 0.0574179 Jun 23 09:37:06.817016 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-7c700d8f-66ed-4171-ac85-4d278571a5db req-40bc8ff6-fc4d-4267-8063-bec1293e3344 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431995 Jun 23 09:37:06.817298 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] get_ports_and_sgs() called for port_ids ['959b9b12-cd6f-45c6-af60-57bca4d15da0'] {{(pid=104736) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 09:37:07.436849 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:37:07.929573 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e00486-90d4-4d33-9ef0-09a6c6fd42c3 req-3f352e64-8de5-4e5d-b3fb-202569d5df52 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:07.931018 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-68e00486-90d4-4d33-9ef0-09a6c6fd42c3 req-3f352e64-8de5-4e5d-b3fb-202569d5df52 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 944 time: 0.0459447 Jun 23 09:37:07.960869 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:07.978571 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-68e00486-90d4-4d33-9ef0-09a6c6fd42c3 req-3b7c5e01-b035-4153-83fb-621995c4c916 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Jun 23 09:37:08.246383 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 959b9b12-cd6f-45c6-af60-57bca4d15da0 up at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:37:08.289669 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning for port 959b9b12-cd6f-45c6-af60-57bca4d15da0 completed by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 23 09:37:08.350273 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.provisioning_blocks [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Provisioning complete for port 959b9b12-cd6f-45c6-af60-57bca4d15da0 triggered by entity L2. {{(pid=104736) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 23 09:37:08.350672 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-889302'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), provisioning_complete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:08.544663 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Current status of the port 959b9b12-cd6f-45c6-af60-57bca4d15da0 is: BUILD; New status is: ACTIVE {{(pid=104736) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 23 09:37:08.544959 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), before_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:08.566764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0'}] {{(pid=104736) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:37:08.568989 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}242834ef188a0b620a2225c48e31a24aac64ec160822240c199ee70b0ca6bfbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbce5f2-e4b4-451c-9975-293c6af8611b" -d '{"events": [{"server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "name": "network-vif-plugged", "status": "completed", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0"}]}' {{(pid=104736) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:37:08.581764 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] For port 959b9b12-cd6f-45c6-af60-57bca4d15da0, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:37:08.605804 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc56748-7690-4c14-a825-e25b0ffd0d81 x-openstack-request-id: req-6cc56748-7690-4c14-a825-e25b0ffd0d81 {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:37:08.606140 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "name": "network-vif-plugged", "status": "completed", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0", "code": 200}]} {{(pid=104736) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:37:08.606862 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cc56748-7690-4c14-a825-e25b0ffd0d81 {{(pid=104736) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:37:08.607294 dv-cinder-847274-1-iscsi neutron-server[104736]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc56748-7690-4c14-a825-e25b0ffd0d81'] response: {'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'code': 200} Jun 23 09:37:08.659069 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:08.706542 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Pushing event updated for resources: {'Port': ['ID=959b9b12-cd6f-45c6-af60-57bca4d15da0,revision_number=5']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:37:09.100147 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfaeda-f308-4a84-88f5-3564b8b5e062 req-5e16456e-c3b2-4dfa-bec7-4aee5b552a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:09.101629 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cfdfaeda-f308-4a84-88f5-3564b8b5e062 req-5e16456e-c3b2-4dfa-bec7-4aee5b552a22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 1129 time: 0.0688679 Jun 23 09:37:09.119503 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f494c35-502f-41aa-ae9a-38b28a60fa8a req-7b0897ea-2fc9-421d-9bcb-0e839b8486cf tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:09.120915 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7f494c35-502f-41aa-ae9a-38b28a60fa8a req-7b0897ea-2fc9-421d-9bcb-0e839b8486cf tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 945 time: 0.0581424 Jun 23 09:37:09.191401 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-cfdfaeda-f308-4a84-88f5-3564b8b5e062 req-f5e9d11f-04ef-41f3-b85a-4f1093631fba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828156 Jun 23 09:37:09.204373 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-7f494c35-502f-41aa-ae9a-38b28a60fa8a req-11162d8b-8cc6-47e2-b464-66f4c800b1c6 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744150 Jun 23 09:37:10.057212 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-37a47f56-37d3-4852-ad8a-a8105a0ae704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:10.325278 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e0833-a49d-41ab-94f3-f4a160f7426b req-6e12bed0-b2e2-4a7e-916a-6051614e04c0 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:10.326742 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-701e0833-a49d-41ab-94f3-f4a160f7426b req-6e12bed0-b2e2-4a7e-916a-6051614e04c0 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 945 time: 0.0543947 Jun 23 09:37:10.377586 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-701e0833-a49d-41ab-94f3-f4a160f7426b req-32127892-7caa-453c-9311-f26fdc20b920 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450091 Jun 23 09:37:11.101828 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-7f7d5a8d-76e7-4286-b94b-4bf33bdeefff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416133 Jun 23 09:37:11.196179 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-7c1b8931-965c-4c14-a64a-cce63becc639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:11.197645 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-7c1b8931-965c-4c14-a64a-cce63becc639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1129 time: 0.0388286 Jun 23 09:37:11.296910 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-a1cef66f-734e-4722-8df7-5c4b658a77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:11.298328 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-a1cef66f-734e-4722-8df7-5c4b658a77a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0834138 Jun 23 09:37:11.360657 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-b539b6cd-7e33-456e-bfc4-77b54e33c75d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0563550 Jun 23 09:37:11.408796 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-6b55f34f-1ef7-415d-bea5-861090011586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:11.410244 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-6b55f34f-1ef7-415d-bea5-861090011586 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0441496 Jun 23 09:37:11.480454 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-2aa6a8cb-d74f-4206-b72d-1fec1f65b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:11.482429 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-2aa6a8cb-d74f-4206-b72d-1fec1f65b8ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662549 Jun 23 09:37:11.516740 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab511e4-7e84-4627-a4e9-224260fa0620 req-d9a51f4e-63bd-491a-b1f0-ce4a14cf7fde tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:11.518117 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dab511e4-7e84-4627-a4e9-224260fa0620 req-d9a51f4e-63bd-491a-b1f0-ce4a14cf7fde tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 945 time: 0.0728319 Jun 23 09:37:11.570472 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:11.614664 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-dab511e4-7e84-4627-a4e9-224260fa0620 req-ac237fcc-689b-43c0-ac7c-1af9f97b7c27 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882866 Jun 23 09:37:11.620854 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-a5c09027-7ddf-42f9-a961-1f1bea35072a service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310997 Jun 23 09:37:11.717123 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-20f6525c-a76f-4a30-9512-6383c81fb250 req-1604c044-6786-439f-8d85-1cc19667ac87 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897448 Jun 23 09:37:11.727758 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f8c70-b337-46ee-b173-a00d5e9da565 req-2dbb22db-a8fb-4cf7-9eec-01557c521adb tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:11.729245 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-150f8c70-b337-46ee-b173-a00d5e9da565 req-2dbb22db-a8fb-4cf7-9eec-01557c521adb tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 945 time: 0.0471532 Jun 23 09:37:11.778606 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-150f8c70-b337-46ee-b173-a00d5e9da565 req-e246f460-efb1-421f-a399-42c1647097ac tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438223 Jun 23 09:37:11.803542 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51886) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:37:11.844922 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7dd8cf-2d37-48dc-92ea-b727d2c7834d tempest-TestVolumeBootPattern-2077022249 tempest-TestVolumeBootPattern-2077022249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:11.844922 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-bc7dd8cf-2d37-48dc-92ea-b727d2c7834d tempest-TestVolumeBootPattern-2077022249 tempest-TestVolumeBootPattern-2077022249-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 1124 time: 0.0382380 Jun 23 09:37:11.847017 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51888) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:37:11.851167 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.v2.base [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Request body: {'floatingip': {'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'port_id': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104735) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 23 09:37:11.937081 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:12.014747 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:12.017858 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (None), before_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:12.120341 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_common [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Allocated IP 172.27.2.151 (3b20200c-5d5a-47f0-bfe5-b6054e4c4bed/9c36cfe0-a4ed-4898-b2a6-c449822ecec5/a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f) {{(pid=104735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:37:12.229502 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:12.287396 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-450672d1-d844-4450-9950-3701302e5a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:12.337636 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746041223316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:12.379912 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Network 3b20200c-5d5a-47f0-bfe5-b6054e4c4bed is already hosted by enough agents. {{(pid=104735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:37:12.384785 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.base_scheduler [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Resources bound (agent type, host, resource id): {{(pid=104735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:37:12.386994 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f,revision_number=1']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:37:12.389123 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Received port after_create {{(pid=104735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 23 09:37:12.610744 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:12.753867 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa), precommit_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:12.776649 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:INSERT=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:12.911057 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666582'] for port (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:13.057355 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for port (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:13.132607 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746041596510', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746041223334', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746041223352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097452'] for port (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:13.206990 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event updated for resources: {'Port': ['ID=a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:37:13.215486 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1944690'] for floatingip (2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa), after_create {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:13.310980 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Floating IP 2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa associated. External IP: 172.27.2.151, port: 959b9b12-cd6f-45c6-af60-57bca4d15da0. Jun 23 09:37:13.502857 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:37:13.565558 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:13.604384 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:37:13.613642 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:37:13.624555 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:37:13.627140 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:37:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:37:13.693700 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:13.723872 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:37:13.727409 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-eb35130d-24d9-4070-88a5-97f825814f04 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8794031 Jun 23 09:37:13.727996 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:37:13.730239 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c" -d '{"events": [{"name": "network-changed", "server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:37:13.770978 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7240bf8-f5d2-4025-925e-736c4d6b4c90 x-openstack-request-id: req-c7240bf8-f5d2-4025-925e-736c4d6b4c90 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:37:13.771275 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:37:13.771531 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7240bf8-f5d2-4025-925e-736c4d6b4c90 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:37:13.771942 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7240bf8-f5d2-4025-925e-736c4d6b4c90'] response: {'name': 'network-changed', 'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'status': 'completed', 'code': 200} Jun 23 09:37:13.855568 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-7988184b-e02c-4a90-8b2d-81c89499f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:13.857697 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-7988184b-e02c-4a90-8b2d-81c89499f31c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 1129 time: 0.0408039 Jun 23 09:37:13.876003 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:13.940558 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:13.954682 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-3b588349-eb23-4b62-931a-beaa6810c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:13.956176 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-3b588349-eb23-4b62-931a-beaa6810c015 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0885892 Jun 23 09:37:14.019735 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:59:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:37:12Z', 'updated_at': '2022-06-23T09:37:12Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}, {'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:03Z', 'revision_number': 1, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:37:14.021841 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-03a14ffc-9d8d-41af-8876-e08280f49a88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0 HTTP/1.1" status: 200 len: 999 time: 0.0593133 Jun 23 09:37:14.047232 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:37:14.055770 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:37:14.056058 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:37:12Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:37:14.071855 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-37ea3fc5-127d-4af4-9395-c1b9a2074581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:14.073383 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-37ea3fc5-127d-4af4-9395-c1b9a2074581 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0460227 Jun 23 09:37:14.116072 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-15c9a664-fd2e-4bc3-9638-cbefb5ca68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:37:14.117481 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-15c9a664-fd2e-4bc3-9638-cbefb5ca68ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385616 Jun 23 09:37:14.155365 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:37:14.209236 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-a3b1bfb4-720b-429f-8187-bf904b2a799d service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862334 Jun 23 09:37:14.303631 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-f5c54f4b-b050-45ef-9a3c-24b165e9d10c req-75564279-92f6-4e40-bfc2-c28197880296 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885122 Jun 23 09:37:14.366062 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:59:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:37:12Z', 'updated_at': '2022-06-23T09:37:12Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}, {'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:03Z', 'revision_number': 1, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:37:14.390525 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c528d-1b52-4196-923e-718e4b918743 None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:59:9c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:37:12Z', 'updated_at': '2022-06-23T09:37:12Z', 'revision_number': 0, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}, {'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:03Z', 'revision_number': 1, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:37:14.589973 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b168ee45-2135-4bd1-8333-f3ca1948276d None None] New status for floating IP 2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa: ACTIVE {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:37:15.127567 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:15.332650 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:21.770889 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=53 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:21.773807 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=59 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:24.298640 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=22 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:24.300581 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=49 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:24.364337 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=81 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:24.369200 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=75 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:25.252059 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:25.256991 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:25.259673 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:27.993942 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:37.913628 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:37.918491 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:37.920216 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:38.487028 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:38.487942 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:40.075363 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-67d80dc6-dc8c-4613-9ce5-56a92f441764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:42.286923 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-e210ecea-d79b-40b9-9460-7fdc29b73bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:43.560796 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:44.434753 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:37:45.121143 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:45.344139 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:55.254041 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:55.258900 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:55.263630 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:57.995481 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:37:59.491698 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:37:59.525675 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=6 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:07.912532 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:07.917412 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:07.920116 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:10.126129 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a1beb944-5ffb-4e7c-a0f0-197e224fb27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:12.103939 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-292bce9e-1db3-4d21-b174-eac0b9b5ad88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433025 Jun 23 09:38:12.172929 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-09609606-8b62-40ac-bf6c-c3d19125dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:12.179938 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-09609606-8b62-40ac-bf6c-c3d19125dacc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 1129 time: 0.0394645 Jun 23 09:38:12.263702 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5b91ae15-ebcc-4079-9d00-d52a5abb44d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:12.279397 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-d7029a59-5cd8-479a-915d-56b8a50a2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:12.283103 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-d7029a59-5cd8-479a-915d-56b8a50a2255 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0892651 Jun 23 09:38:12.340249 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-adfc60f9-1ef0-4bb3-8116-e900ba8c806e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0 HTTP/1.1" status: 200 len: 1001 time: 0.0536294 Jun 23 09:38:12.388292 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-9387a616-469d-419a-be3e-c796ef293322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:12.390008 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-9387a616-469d-419a-be3e-c796ef293322 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0440834 Jun 23 09:38:12.431810 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-bff82a54-52ed-4876-8d84-402db47b62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:12.433210 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-bff82a54-52ed-4876-8d84-402db47b62d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370619 Jun 23 09:38:12.524297 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-1134b78c-f758-4aef-bf3b-6955d5a8213c service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844843 Jun 23 09:38:12.616742 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-52ac1e5b-8433-4ac3-b220-3fc6c5b45b7d req-8473abc9-fbe7-46d4-a81f-bf4e38e251a7 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864162 Jun 23 09:38:13.571822 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:15.114774 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:15.326283 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:21.433388 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:38:22.611837 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=50 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:22.613712 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=51 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:25.255255 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:25.259072 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:25.261781 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:28.005823 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:36.497123 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=17 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:36.500983 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=17 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:37.929750 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:37.934628 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:37.937346 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:40.545581 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d4210c41-96b0-4c53-950a-c27f14de4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:41.782226 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51914) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:38:41.917246 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Deleting port a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:38:41.917590 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:41.992269 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:41.992534 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:42.005231 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Calling delete_port for a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f owned by network:floatingip {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:38:42.212131 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:42.242125 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event deleted for resources: {'Port': ['ID=a7c06346-cbdb-4eaf-8739-58ebb2dc5c4f,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:38:42.246775 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-84e18420-e03c-422c-a1db-839c6664d6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:42.505636 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.505891 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.506222 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.506562 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.506896 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.507246 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.507571 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.507892 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.508217 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.508543 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.508864 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.509210 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.509530 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.509847 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.510165 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:42.551267 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:42.551600 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Floating IP 2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa disassociated (deleted). External IP: 172.27.2.151, port: 959b9b12-cd6f-45c6-af60-57bca4d15da0. Jun 23 09:38:42.754173 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:38:42.860397 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:38:42.864708 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:42.870620 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:38:42.881313 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:38:42.883034 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:38:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:42.892255 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:42.896563 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-6fb98638-bee2-4c7e-a258-4d9d2b20961f tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "DELETE /v2.0/floatingips/2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa HTTP/1.1" status: 204 len: 168 time: 1.1132505 Jun 23 09:38:42.897268 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:38:42.899600 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a948f3e8-ed98-4580-be0a-3af576903bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:38:42.940541 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d9ef45-d63c-43e4-b186-b5cff2eda109 x-openstack-request-id: req-f6d9ef45-d63c-43e4-b186-b5cff2eda109 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:38:42.940541 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:38:42.941486 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6d9ef45-d63c-43e4-b186-b5cff2eda109 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:38:42.941966 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d9ef45-d63c-43e4-b186-b5cff2eda109'] response: {'name': 'network-changed', 'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'status': 'completed', 'code': 200} Jun 23 09:38:42.994483 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:38:43.015433 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:43.023265 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-5fa2fc2c-4a53-402c-9c29-6082d026a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:43.024819 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-5fa2fc2c-4a53-402c-9c29-6082d026a192 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 1129 time: 0.0410848 Jun 23 09:38:43.117755 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-5a498971-739d-4a3b-a162-7ca47788a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:43.119165 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-5a498971-739d-4a3b-a162-7ca47788a313 service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0885978 Jun 23 09:38:43.160702 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-d5b2432c-c6d0-42c0-9354-4e9fed2e29c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0 HTTP/1.1" status: 200 len: 217 time: 0.0334449 Jun 23 09:38:43.208382 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:03Z', 'revision_number': 1, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:43.209642 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-242aa371-a4f2-4c5a-a83c-04884e4c3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:43.211154 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-242aa371-a4f2-4c5a-a83c-04884e4c3a3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0443470 Jun 23 09:38:43.232503 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:38:43.242176 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:38:43.242793 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:38:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:43.260262 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-4ee82d7e-d866-4fad-bdc4-c9fdd1a9cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:43.261773 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-4ee82d7e-d866-4fad-bdc4-c9fdd1a9cf96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446794 Jun 23 09:38:43.343990 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67dc27-e129-4982-9e2d-06f02171a648 req-d7e83cd7-8704-40d7-b470-0e9f3fdca830 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:43.344851 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:38:43.346449 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2d67dc27-e129-4982-9e2d-06f02171a648 req-d7e83cd7-8704-40d7-b470-0e9f3fdca830 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 945 time: 0.0529916 Jun 23 09:38:43.397969 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-2d67dc27-e129-4982-9e2d-06f02171a648 req-c08dd743-8209-4395-b66a-e80981896581 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 Jun 23 09:38:43.554778 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:43.631638 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:03Z', 'revision_number': 1, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:43.658848 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4a8f7-8943-4b0e-ba06-30ea24a16d6c None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_floatingips': [{'id': '2fdefc0b-0c3f-40bd-963a-affe095531fd', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'router_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'port_id': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'mac_address': 'fa:16:3e:e5:16:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-23T09:35:01Z', 'updated_at': '2022-06-23T09:35:03Z', 'revision_number': 1, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:38:43.871993 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b5372d-1c9c-4527-8260-bf810c62f162 None None] New status for floating IP 2c0ab9ab-126b-4caf-ab31-d5eadbcf94fa: DOWN {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:38:44.373008 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-7ea120c2-169e-4d65-9ca3-5c6fbc607750 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870907 Jun 23 09:38:44.516453 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac359fd4-0a9a-41ea-9fa4-7717753564f4 req-d4f6e87e-28de-4c98-8025-5cd93e55bbf2 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:44.517935 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ac359fd4-0a9a-41ea-9fa4-7717753564f4 req-d4f6e87e-28de-4c98-8025-5cd93e55bbf2 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 945 time: 0.0515251 Jun 23 09:38:44.568275 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-ac359fd4-0a9a-41ea-9fa4-7717753564f4 req-4b3df365-8d5f-4af0-8f56-467a7c200e05 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 Jun 23 09:38:44.601669 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a948f3e8-ed98-4580-be0a-3af576903bd7 req-02dac930-6b32-48ec-80bc-693569504687 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894275 Jun 23 09:38:44.958606 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-c5347f10-76d2-4c7a-9024-5673f31bef97 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:44.960067 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-c5347f10-76d2-4c7a-9024-5673f31bef97 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 945 time: 0.0513344 Jun 23 09:38:45.040249 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Deleting port 959b9b12-cd6f-45c6-af60-57bca4d15da0 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:38:45.040249 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:45.132454 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:45.135668 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:45.142218 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] For port 959b9b12-cd6f-45c6-af60-57bca4d15da0, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=959b9b12-cd6f-45c6-af60-57bca4d15da0,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:38:45.142578 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:45.156308 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Calling delete_port for 959b9b12-cd6f-45c6-af60-57bca4d15da0 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:38:45.411815 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:45.469366 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (959b9b12-cd6f-45c6-af60-57bca4d15da0), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:45.502155 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event deleted for resources: {'Port': ['ID=959b9b12-cd6f-45c6-af60-57bca4d15da0,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:38:45.565594 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] No DVR routers for this DVR port 959b9b12-cd6f-45c6-af60-57bca4d15da0 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:38:45.565594 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:45.565594 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-ca0bac18-f45c-45a1-a12d-6a9384dee88a req-f8ee37e2-0784-47e9-a632-14ffc9f03ab7 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "DELETE /v2.0/ports/959b9b12-cd6f-45c6-af60-57bca4d15da0 HTTP/1.1" status: 204 len: 173 time: 0.5846224 Jun 23 09:38:45.565594 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'name': 'network-vif-deleted', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:38:45.565594 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4328cf00-b35e-4ddc-8176-1560ab1b737c" -d '{"events": [{"server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "name": "network-vif-deleted", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:38:45.586729 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928dd30c-5748-4fd7-9a97-d0586a19e7aa x-openstack-request-id: req-928dd30c-5748-4fd7-9a97-d0586a19e7aa {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:38:45.587051 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99ed8d7-7ed4-4c5e-9634-986ae6cc4868", "name": "network-vif-deleted", "tag": "959b9b12-cd6f-45c6-af60-57bca4d15da0", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:38:45.587307 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-928dd30c-5748-4fd7-9a97-d0586a19e7aa {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:38:45.587714 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928dd30c-5748-4fd7-9a97-d0586a19e7aa'] response: {'server_uuid': 'd99ed8d7-7ed4-4c5e-9634-986ae6cc4868', 'name': 'network-vif-deleted', 'tag': '959b9b12-cd6f-45c6-af60-57bca4d15da0', 'status': 'completed', 'code': 200} Jun 23 09:38:45.665306 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-f4289490-0e3e-4e30-8dc4-5b5028e3f34c req-b1d1fd07-fb38-4922-85ce-e384b0db125b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 210 time: 0.0275793 Jun 23 09:38:46.780984 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-d86386ab-d814-4892-a302-b87cbcb2b3f5 req-deb5ccd6-2984-42f2-9e99-d1701705c6e9 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99ed8d7-7ed4-4c5e-9634-986ae6cc4868 HTTP/1.1" status: 200 len: 210 time: 0.0285182 Jun 23 09:38:48.819798 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 959b9b12-cd6f-45c6-af60-57bca4d15da0 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:38:48.838139 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: 959b9b12-cd6f-45c6-af60-57bca4d15da0 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:38:48.840421 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device 959b9b12-cd6f-45c6-af60-57bca4d15da0 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:38:50.388363 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51954) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:38:50.497464 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:50.528419 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Deleting port a511a154-b876-4b95-b9bf-9bfa839a5174 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:38:50.529011 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (a511a154-b876-4b95-b9bf-9bfa839a5174), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:50.607925 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (a511a154-b876-4b95-b9bf-9bfa839a5174), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:50.608257 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (a511a154-b876-4b95-b9bf-9bfa839a5174), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:50.621852 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Calling delete_port for a511a154-b876-4b95-b9bf-9bfa839a5174 owned by network:floatingip {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:38:50.840312 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (a511a154-b876-4b95-b9bf-9bfa839a5174), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:50.862392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event deleted for resources: {'Port': ['ID=a511a154-b876-4b95-b9bf-9bfa839a5174,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:38:50.925801 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (2fdefc0b-0c3f-40bd-963a-affe095531fd), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:50.926658 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.db.l3_db [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Floating IP 2fdefc0b-0c3f-40bd-963a-affe095531fd disassociated (deleted). External IP: 172.27.2.10, port: f892b7da-7cfb-4af4-98f8-866d8071f8b1. Jun 23 09:38:51.070700 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:51.120596 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104735) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:38:51.220312 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104735) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:38:51.225127 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:51.230938 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:38:51.241808 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:38:51.242409 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:38:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:51.255524 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-389ee195-5648-4313-8057-8dbca03c20be tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "DELETE /v2.0/floatingips/2fdefc0b-0c3f-40bd-963a-affe095531fd HTTP/1.1" status: 204 len: 168 time: 0.8661139 Jun 23 09:38:51.256101 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:38:51.258303 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb98aff4-c25e-49a9-b12d-9508265178bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:38:51.296554 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Jun 2022 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385b3ea-03b8-440b-81b4-8507a7c61dbf x-openstack-request-id: req-d385b3ea-03b8-440b-81b4-8507a7c61dbf {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:38:51.296842 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:38:51.297094 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d385b3ea-03b8-440b-81b4-8507a7c61dbf {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:38:51.297497 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d385b3ea-03b8-440b-81b4-8507a7c61dbf'] response: {'name': 'network-changed', 'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'status': 'completed', 'code': 200} Jun 23 09:38:51.350111 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:38:51.376995 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-332371fb-971d-4466-bc5a-7f73b3dcac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:51.378586 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-332371fb-971d-4466-bc5a-7f73b3dcac39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a100fa3c9d124f9089173a35a1e3691d&device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 1129 time: 0.0404069 Jun 23 09:38:51.472874 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-0277daa5-fa2a-428b-b42c-1f710a77bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:51.474306 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:51.474887 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-0277daa5-fa2a-428b-b42c-1f710a77bc4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 200 len: 913 time: 0.0905509 Jun 23 09:38:51.492174 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=100 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:51.512479 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-2cc37371-c4b4-4e8b-8404-9e0a980eb484 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0315323 Jun 23 09:38:51.540729 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:51.562015 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-78632576-33b1-44cb-a5dc-024770c202a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:51.563500 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-78632576-33b1-44cb-a5dc-024770c202a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 200 len: 851 time: 0.0447154 Jun 23 09:38:51.568863 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:38:51.577812 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:38:51.578432 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:38:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:51.601774 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:51.615714 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-cb9517b9-8250-4725-98e9-bb189f239b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:51.615714 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-cb9517b9-8250-4725-98e9-bb189f239b91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=88fe912b-da29-4c17-ab52-b1ab29cc85c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436432 Jun 23 09:38:51.679387 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:38:51.709999 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f50079-a086-442e-83e2-2c93e6bef73c req-2b032dec-9a78-4ab6-b7ff-39c6dd3ca04b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:51.711566 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1f50079-a086-442e-83e2-2c93e6bef73c req-2b032dec-9a78-4ab6-b7ff-39c6dd3ca04b tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 945 time: 0.0471146 Jun 23 09:38:51.760294 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [req-b1f50079-a086-442e-83e2-2c93e6bef73c req-87e37c7b-bda5-45ac-b637-2576f2a6ba00 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Jun 23 09:38:51.862372 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:51.886317 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ca69fd-51e4-4eee-a40c-aa1869a480fb None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:31:28Z', 'revision_number': 4, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi', '_interfaces': [{'id': '43189ef2-1d13-488a-a303-521b065222e9', 'name': '', 'network_id': '88fe912b-da29-4c17-ab52-b1ab29cc85c5', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'mac_address': 'fa:16:3e:74:4b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '5fce2325-c94b-4797-ada2-3096657750cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:27Z', 'updated_at': '2022-06-23T09:31:31Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'subnets': [{'id': '5fce2325-c94b-4797-ada2-3096657750cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:38:52.093086 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a78bca-de54-467e-aaf1-43a4c02d87de None None] New status for floating IP 2fdefc0b-0c3f-40bd-963a-affe095531fd: DOWN {{(pid=104736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 23 09:38:52.743119 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-adfa69dc-2dd3-4a89-a0c4-3a744aa63472 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886900 Jun 23 09:38:52.883695 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71974a-d376-4a47-858c-bd736f8402dc req-f82bfea3-1b6b-4e1a-a8c2-2f56188c96d5 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:52.885153 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fc71974a-d376-4a47-858c-bd736f8402dc req-f82bfea3-1b6b-4e1a-a8c2-2f56188c96d5 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 945 time: 0.0550249 Jun 23 09:38:52.986602 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-fc71974a-d376-4a47-858c-bd736f8402dc req-fcfc429f-1804-499f-b56c-8e36cf75e609 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/security-groups?id=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936129 Jun 23 09:38:53.003691 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-bb98aff4-c25e-49a9-b12d-9508265178bd req-b7b8a62c-ee76-4bb0-997a-eb9ef9dc4551 service neutron] 10.222.0.55 "GET /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176136 Jun 23 09:38:53.262322 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-dac83f04-8faf-48ae-932a-0f16227c249a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104735) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 23 09:38:53.263678 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-dac83f04-8faf-48ae-932a-0f16227c249a tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 945 time: 0.0500152 Jun 23 09:38:53.340883 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Deleting port f892b7da-7cfb-4af4-98f8-866d8071f8b1 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:38:53.341212 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:53.430472 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] For port f892b7da-7cfb-4af4-98f8-866d8071f8b1, host hv-cinder-84727, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84727',level=0,port_id=f892b7da-7cfb-4af4-98f8-866d8071f8b1,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:38:53.430830 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:53.443509 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Calling delete_port for f892b7da-7cfb-4af4-98f8-866d8071f8b1 owned by compute:nova {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:38:53.496502 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:53.605446 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (f892b7da-7cfb-4af4-98f8-866d8071f8b1), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:53.636424 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event deleted for resources: {'Port': ['ID=f892b7da-7cfb-4af4-98f8-866d8071f8b1,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:38:53.680538 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] No DVR routers for this DVR port f892b7da-7cfb-4af4-98f8-866d8071f8b1 on host hv-cinder-84727 {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:38:53.682958 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for port (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:53.686313 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-a8d2472f-b77a-43ff-b42b-daa565666d79 req-11cc2885-601a-4c3c-97b0-9a6c28c5f22d tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.55 "DELETE /v2.0/ports/f892b7da-7cfb-4af4-98f8-866d8071f8b1 HTTP/1.1" status: 204 len: 173 time: 0.4172795 Jun 23 09:38:53.686742 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'name': 'network-vif-deleted', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1'}] {{(pid=104735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 23 09:38:53.688952 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}537bd96c7d05b015ce372ce3e7e7152e5fc47bfb4ce7ed1e0c286af78cf9b7a2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c27a49-d979-4138-8939-174b70236d90" -d '{"events": [{"server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "name": "network-vif-deleted", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1"}]}' {{(pid=104735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 09:38:53.724261 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Jun 2022 09:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3fd017-7dfe-404b-be61-221affa293d6 x-openstack-request-id: req-3d3fd017-7dfe-404b-be61-221affa293d6 {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 09:38:53.724553 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04b8db5-ba9f-4327-b57c-51c3462e3efa", "name": "network-vif-deleted", "tag": "f892b7da-7cfb-4af4-98f8-866d8071f8b1", "status": "completed", "code": 200}]} {{(pid=104735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 09:38:53.724807 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d3fd017-7dfe-404b-be61-221affa293d6 {{(pid=104735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 09:38:53.725212 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3fd017-7dfe-404b-be61-221affa293d6'] response: {'server_uuid': 'e04b8db5-ba9f-4327-b57c-51c3462e3efa', 'name': 'network-vif-deleted', 'tag': 'f892b7da-7cfb-4af4-98f8-866d8071f8b1', 'status': 'completed', 'code': 200} Jun 23 09:38:54.093089 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [req-3b4c9b49-6eac-4746-bf78-9e0fc47c14d7 req-2f19eacd-1f00-41e7-abce-7144a8a8aeb9 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "GET /v2.0/ports?device_id=e04b8db5-ba9f-4327-b57c-51c3462e3efa HTTP/1.1" status: 200 len: 210 time: 0.0307834 Jun 23 09:38:55.152956 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51970) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:38:55.260332 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Deleting port e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:38:55.260673 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:55.337216 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:55.340401 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:55.351045 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Calling delete_port for e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a owned by network:floatingip {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:38:55.559975 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:55.583419 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event deleted for resources: {'Port': ['ID=e8dfe800-a3cd-4b3b-a8aa-e9add3e96f8a,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:38:55.593013 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.593360 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.593701 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.594038 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.594369 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.594698 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.595630 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.595630 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.595867 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.595978 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.596300 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.596618 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.596937 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.597253 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.597569 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:38:55.657599 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for floatingip (8359cd59-06fc-4d5c-83d0-9f1361bcd3b0), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:55.660050 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5224'] for floatingip (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:55.661187 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-cb294056-47f0-4e8d-8c75-1fe876e91172 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "DELETE /v2.0/floatingips/8359cd59-06fc-4d5c-83d0-9f1361bcd3b0 HTTP/1.1" status: 204 len: 168 time: 0.5088344 Jun 23 09:38:56.834811 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device f892b7da-7cfb-4af4-98f8-866d8071f8b1 no longer exists at agent hyperv_hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:38:56.857253 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] No Port match for: f892b7da-7cfb-4af4-98f8-866d8071f8b1 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:38:56.860437 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Device f892b7da-7cfb-4af4-98f8-866d8071f8b1 not bound to the agent host hv-cinder-84727 {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:38:56.975171 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51982) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:38:57.036759 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40cb86dc-54c8-4053-9593-e3957412b943 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group (8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:57.068505 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40cb86dc-54c8-4053-9593-e3957412b943 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group (8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:57.211426 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40cb86dc-54c8-4053-9593-e3957412b943 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:57.214065 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40cb86dc-54c8-4053-9593-e3957412b943 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:57.215257 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-40cb86dc-54c8-4053-9593-e3957412b943 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] 10.222.0.52 "DELETE /v2.0/security-groups/8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53 HTTP/1.1" status: 204 len: 168 time: 0.2390587 Jun 23 09:38:57.224454 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb86dc-54c8-4053-9593-e3957412b943 tempest-TestVolumeBootPattern-2122760550 tempest-TestVolumeBootPattern-2122760550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a79d9a8-30fa-4bf4-98c5-2eb3dc2c0d53,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:38:57.361957 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 51986) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:38:57.686354 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:57.688308 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:57.857067 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (226d4099-aef0-45a2-92f9-4c482bbd8790), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:58.017305 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:58.073279 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Deleting port 43189ef2-1d13-488a-a303-521b065222e9 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:38:58.073811 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (43189ef2-1d13-488a-a303-521b065222e9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:58.154290 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] For port 43189ef2-1d13-488a-a303-521b065222e9, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=43189ef2-1d13-488a-a303-521b065222e9,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:38:58.154576 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (43189ef2-1d13-488a-a303-521b065222e9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:58.167481 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Calling delete_port for 43189ef2-1d13-488a-a303-521b065222e9 owned by network:router_interface {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:38:58.287730 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:58.416786 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (43189ef2-1d13-488a-a303-521b065222e9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:58.431837 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:38:58.438401 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Pushing event deleted for resources: {'Port': ['ID=43189ef2-1d13-488a-a303-521b065222e9,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:38:58.601964 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (226d4099-aef0-45a2-92f9-4c482bbd8790), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:58.654293 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:58.804998 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Router 226d4099-aef0-45a2-92f9-4c482bbd8790 has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:38:59.156787 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:38:59.161754 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-802bf21d-f93a-48ed-9f93-b92162c9995c admin admin] 10.222.0.52 "PUT /v2.0/routers/226d4099-aef0-45a2-92f9-4c482bbd8790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7987425 Jun 23 09:38:59.164817 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51990) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:38:59.165541 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] Sync routers for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:38:59.175526 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:38:59.176465 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:38:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:59.265668 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks [] for router (226d4099-aef0-45a2-92f9-4c482bbd8790), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:59.277197 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: dv-cinder-847274-1-iscsi {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:38:59.300642 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:38:59.363625 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks [] for router_gateway (226d4099-aef0-45a2-92f9-4c482bbd8790), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:59.439956 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:38:58Z', 'revision_number': 5, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port': {'id': 'cd9e8364-c3a1-40a9-9b35-5a4253fb0de6', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:25Z', 'updated_at': '2022-06-23T09:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:59.467587 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] Checking router: 226d4099-aef0-45a2-92f9-4c482bbd8790 for host: dv-cinder-847274-1-iscsi {{(pid=104737) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:38:59.475791 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] Routers {'226d4099-aef0-45a2-92f9-4c482bbd8790'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104737) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:38:59.476368 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:38:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['226d4099-aef0-45a2-92f9-4c482bbd8790'], 'active': True} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:59.477658 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Deleting port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:38:59.477996 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:59.557136 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_dvr_db [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] Set router 226d4099-aef0-45a2-92f9-4c482bbd8790 gateway port host: None {{(pid=104737) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:38:59.559654 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] For port cd9e8364-c3a1-40a9-9b35-5a4253fb0de6, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=cd9e8364-c3a1-40a9-9b35-5a4253fb0de6,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:38:59.560019 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:38:59.573395 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Calling delete_port for cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 owned by network:router_gateway {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:38:59.604408 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.l3_hamode_db [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:38:59Z', 'revision_number': 6, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port_host': None}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:38:59.628500 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a46be3c-c77b-40c6-97f4-50b2512b555f None None] The sync data for ids ['226d4099-aef0-45a2-92f9-4c482bbd8790'] in dv-cinder-847274-1-iscsi is: [{'id': '226d4099-aef0-45a2-92f9-4c482bbd8790', 'name': 'tempest-TestVolumeBootPattern-1507753525-router', 'tenant_id': 'a100fa3c9d124f9089173a35a1e3691d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:24Z', 'updated_at': '2022-06-23T09:38:59Z', 'revision_number': 6, 'project_id': 'a100fa3c9d124f9089173a35a1e3691d', 'gw_port_host': None}] {{(pid=104737) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:39:00.033016 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 43189ef2-1d13-488a-a303-521b065222e9 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:39:00.034288 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (cd9e8364-c3a1-40a9-9b35-5a4253fb0de6), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.054567 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 43189ef2-1d13-488a-a303-521b065222e9 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:39:00.054942 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 43189ef2-1d13-488a-a303-521b065222e9 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:39:00.069771 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9e8364-c3a1-40a9-9b35-5a4253fb0de6,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:00.130421 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (226d4099-aef0-45a2-92f9-4c482bbd8790), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.217626 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (226d4099-aef0-45a2-92f9-4c482bbd8790), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.219722 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks [] for router_controller (226d4099-aef0-45a2-92f9-4c482bbd8790), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.254392 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:00.348825 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (226d4099-aef0-45a2-92f9-4c482bbd8790), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.349378 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 226d4099-aef0-45a2-92f9-4c482bbd8790 {{(pid=104735) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:39:00.353678 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.354726 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-df97bf84-3f78-4f84-a114-b08c2c6e30b6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/226d4099-aef0-45a2-92f9-4c482bbd8790 HTTP/1.1" status: 204 len: 168 time: 1.1889298 Jun 23 09:39:00.357227 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51992) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:00.402876 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5956b31-b4a9-4f7e-b9a3-e33fe16b32a2 admin admin] Deleting subnet 5fce2325-c94b-4797-ada2-3096657750cd {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:39:00.406145 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5956b31-b4a9-4f7e-b9a3-e33fe16b32a2 admin admin] Publish callbacks [] for subnet (5fce2325-c94b-4797-ada2-3096657750cd), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.441848 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5956b31-b4a9-4f7e-b9a3-e33fe16b32a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (5fce2325-c94b-4797-ada2-3096657750cd), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.526133 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5956b31-b4a9-4f7e-b9a3-e33fe16b32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (5fce2325-c94b-4797-ada2-3096657750cd), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.652341 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5956b31-b4a9-4f7e-b9a3-e33fe16b32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (5fce2325-c94b-4797-ada2-3096657750cd), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.678966 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5956b31-b4a9-4f7e-b9a3-e33fe16b32a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fce2325-c94b-4797-ada2-3096657750cd,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:00.682809 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d5956b31-b4a9-4f7e-b9a3-e33fe16b32a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.685884 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-d5956b31-b4a9-4f7e-b9a3-e33fe16b32a2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5fce2325-c94b-4797-ada2-3096657750cd HTTP/1.1" status: 204 len: 168 time: 0.3277557 Jun 23 09:39:00.688398 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 51994) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:00.689227 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4fc04-dfeb-4636-8c35-a80766bd6225 None None] Network 88fe912b-da29-4c17-ab52-b1ab29cc85c5 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:39:00.708981 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:00.759759 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (88fe912b-da29-4c17-ab52-b1ab29cc85c5), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.807225 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Deleting port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e {{(pid=104735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:39:00.808092 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.859136 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] DHCP port deletion for 88fe912b-da29-4c17-ab52-b1ab29cc85c5 request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:39:00.874169 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] For port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:39:00.874532 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.887259 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.plugin [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Calling delete_port for 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e owned by network:dhcp {{(pid=104735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:39:00.898680 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Deleting port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:39:00.899251 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.961370 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] For port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,segment=NetworkSegment(00e1dbb1-f051-497c-bb77-facfa14e2755),segment_id=00e1dbb1-f051-497c-bb77-facfa14e2755)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:39:00.961697 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:00.975344 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Calling delete_port for 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:39:01.022645 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097461'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.048824 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Pushing event deleted for resources: {'Port': ['ID=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:01.050635 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] No DVR routers for this DVR port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e on host dv-cinder-847274-1-iscsi {{(pid=104735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:39:01.058263 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (42c3c472-0ff4-407a-ad66-8c9d1ebcb96e), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.081788 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Pushing event deleted for resources: {'Port': ['ID=42c3c472-0ff4-407a-ad66-8c9d1ebcb96e,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:01.087014 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] No DVR routers for this DVR port 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:39:01.093636 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.093979 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.094315 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.094647 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.095425 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.095425 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.095634 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.095927 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.096270 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.096559 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.097544 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.097876 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.098226 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.099531 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.099531 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165e5b94-529f-469d-900a-be45d7d4498f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847274-1-iscsi {{(pid=104736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:39:01.125654 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (88fe912b-da29-4c17-ab52-b1ab29cc85c5), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.146752 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fe912b-da29-4c17-ab52-b1ab29cc85c5']}} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:01.156613 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e1dbb1-f051-497c-bb77-facfa14e2755') {'for_net_delete': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:01.158025 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.services.segments.db [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e1dbb1-f051-497c-bb77-facfa14e2755') {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:01.166586 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3843396'] for segment (00e1dbb1-f051-497c-bb77-facfa14e2755), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.179875 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (00e1dbb1-f051-497c-bb77-facfa14e2755), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.186328 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104735) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:39:01.193958 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097416'] for segment (00e1dbb1-f051-497c-bb77-facfa14e2755), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.261700 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 00e1dbb1-f051-497c-bb77-facfa14e2755 resource provider aggregate not found Jun 23 09:39:01.277891 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.services.segments.plugin [-] Segment 00e1dbb1-f051-497c-bb77-facfa14e2755 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00e1dbb1-f051-497c-bb77-facfa14e2755 found for delete ", "request_id": "req-316d5248-a2b9-4551-85b9-ac592d6ff2d8"}]} Jun 23 09:39:01.325451 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (88fe912b-da29-4c17-ab52-b1ab29cc85c5), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.331096 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.334705 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] 10.222.0.52 "DELETE /v2.0/networks/88fe912b-da29-4c17-ab52-b1ab29cc85c5 HTTP/1.1" status: 204 len: 168 time: 0.6453896 Jun 23 09:39:01.337721 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 52002) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:01.344984 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:01.346441 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384bad-93b5-4dbf-a988-6b326c45337b admin admin] Pushing event deleted for resources: {'Network': ['ID=88fe912b-da29-4c17-ab52-b1ab29cc85c5,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:01.555904 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:01.642842 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1933704'] for router_interface (30834876-b7e1-4009-bdc9-22d439aa23eb), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.855866 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Deleting port 723746d1-d379-40dc-aa90-47899028740a {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:39:01.856114 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (723746d1-d379-40dc-aa90-47899028740a), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.936854 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] For port 723746d1-d379-40dc-aa90-47899028740a, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=723746d1-d379-40dc-aa90-47899028740a,segment=NetworkSegment(158066f1-55ef-423d-91c4-8f0fa8ede8b3),segment_id=158066f1-55ef-423d-91c4-8f0fa8ede8b3)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:39:01.937216 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (723746d1-d379-40dc-aa90-47899028740a), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:01.950472 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Calling delete_port for 723746d1-d379-40dc-aa90-47899028740a owned by network:router_interface {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:39:02.008022 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:39:02.028351 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:39:02.028834 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device cd9e8364-c3a1-40a9-9b35-5a4253fb0de6 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:39:02.029319 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:39:02.050996 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:39:02.052077 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 42c3c472-0ff4-407a-ad66-8c9d1ebcb96e not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:39:02.080608 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:02.280039 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (723746d1-d379-40dc-aa90-47899028740a), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:02.303979 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=723746d1-d379-40dc-aa90-47899028740a,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:02.473387 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1594122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1933596'] for router_interface (30834876-b7e1-4009-bdc9-22d439aa23eb), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:02.515422 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:02.677084 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Router 30834876-b7e1-4009-bdc9-22d439aa23eb has already been hosted by L3 agent 46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f {{(pid=104734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 23 09:39:02.779914 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] Notify agent at l3_agent.dv-cinder-847274-1-iscsi the message routers_updated {{(pid=104734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:39:02.785028 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a5aa4210-f6f5-459d-b9a5-b5b909f3f3f9 admin admin] 10.222.0.52 "PUT /v2.0/routers/30834876-b7e1-4009-bdc9-22d439aa23eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4461882 Jun 23 09:39:02.788247 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 52006) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:02.792303 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] Sync routers for ids ['30834876-b7e1-4009-bdc9-22d439aa23eb'] in dv-cinder-847274-1-iscsi {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:39:02.801786 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] Routers {'30834876-b7e1-4009-bdc9-22d439aa23eb'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:39:02.802403 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:38:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['30834876-b7e1-4009-bdc9-22d439aa23eb'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:02.894269 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks [] for router (30834876-b7e1-4009-bdc9-22d439aa23eb), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:02.902630 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] Set router 30834876-b7e1-4009-bdc9-22d439aa23eb gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:39:03.032915 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks [] for router_gateway (30834876-b7e1-4009-bdc9-22d439aa23eb), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.075543 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:39:02Z', 'revision_number': 5, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:03.101167 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] Checking router: 30834876-b7e1-4009-bdc9-22d439aa23eb for host: dv-cinder-847274-1-iscsi {{(pid=104736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:39:03.110117 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] Routers {'30834876-b7e1-4009-bdc9-22d439aa23eb'} bound to L3 agent in host dv-cinder-847274-1-iscsi {{(pid=104736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 23 09:39:03.110745 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847274-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-23T09:15:42Z,description=,heartbeat_timestamp=2022-06-23T09:38:42Z,host='dv-cinder-847274-1-iscsi',id=46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f,load=0,resource_versions=,resources_synced=,started_at=2022-06-23T09:15:43Z,topic='l3_agent')) {'router_ids': ['30834876-b7e1-4009-bdc9-22d439aa23eb'], 'active': True} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:03.198218 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Deleting port bf5d8d31-832c-4aef-ae22-c94f14ea23c9 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:39:03.198557 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.211343 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvr_db [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] Set router 30834876-b7e1-4009-bdc9-22d439aa23eb gateway port host: dv-cinder-847274-1-iscsi {{(pid=104736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 23 09:39:03.253218 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:03.281399 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] For port bf5d8d31-832c-4aef-ae22-c94f14ea23c9, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=bf5d8d31-832c-4aef-ae22-c94f14ea23c9,segment=NetworkSegment(085f5d76-ef9e-4195-b653-a16356a88ada),segment_id=085f5d76-ef9e-4195-b653-a16356a88ada)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:39:03.281756 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.294900 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Calling delete_port for bf5d8d31-832c-4aef-ae22-c94f14ea23c9 owned by network:router_gateway {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:39:03.376059 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_hamode_db [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:39:02Z', 'revision_number': 5, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}], 'dv-cinder-847274-1-iscsi', False) {} {{(pid=104736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:03.403930 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda31de8-3a5d-4cb8-a819-f8f1c32061eb None None] The sync data for ids ['30834876-b7e1-4009-bdc9-22d439aa23eb'] in dv-cinder-847274-1-iscsi is: [{'id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'name': 'tempest-TestVolumeBootPattern-567781056-router', 'tenant_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'external_fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-23T09:31:32Z', 'updated_at': '2022-06-23T09:39:02Z', 'revision_number': 5, 'project_id': 'a671f8cc8a524a68b9c74e02faa958bd', 'gw_port': {'id': 'bf5d8d31-832c-4aef-ae22-c94f14ea23c9', 'name': '', 'network_id': '3b20200c-5d5a-47f0-bfe5-b6054e4c4bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:58:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30834876-b7e1-4009-bdc9-22d439aa23eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847274-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-23T09:31:33Z', 'updated_at': '2022-06-23T09:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c36cfe0-a4ed-4898-b2a6-c449822ecec5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847274-1-iscsi'}] {{(pid=104736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:39:03.455618 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:03.571647 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (bf5d8d31-832c-4aef-ae22-c94f14ea23c9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.594684 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5d8d31-832c-4aef-ae22-c94f14ea23c9,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:03.658473 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1945656'] for router_gateway (30834876-b7e1-4009-bdc9-22d439aa23eb), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.745114 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1936689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6554'] for router (30834876-b7e1-4009-bdc9-22d439aa23eb), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.747448 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks [] for router_controller (30834876-b7e1-4009-bdc9-22d439aa23eb), precommit_delete_associations {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.869144 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1936831'] for router (30834876-b7e1-4009-bdc9-22d439aa23eb), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.873921 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30834876-b7e1-4009-bdc9-22d439aa23eb {{(pid=104734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 09:39:03.874176 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.875345 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-a7612f10-2f95-41f2-9dec-8a30ec3f0a9d admin admin] 10.222.0.52 "DELETE /v2.0/routers/30834876-b7e1-4009-bdc9-22d439aa23eb HTTP/1.1" status: 204 len: 168 time: 1.0861738 Jun 23 09:39:03.878042 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 52008) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:03.922621 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1db66b6-a927-4102-aaf1-01796a936c2f admin admin] Deleting subnet 9c2229db-f356-409d-bf2f-831c2199764f {{(pid=104735) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 23 09:39:03.925832 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a1db66b6-a927-4102-aaf1-01796a936c2f admin admin] Publish callbacks [] for subnet (9c2229db-f356-409d-bf2f-831c2199764f), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:03.963615 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a1db66b6-a927-4102-aaf1-01796a936c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3843423'] for subnet (9c2229db-f356-409d-bf2f-831c2199764f), precommit_delete_associations {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.049614 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a1db66b6-a927-4102-aaf1-01796a936c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-889928'] for subnet (9c2229db-f356-409d-bf2f-831c2199764f), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.078234 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 723746d1-d379-40dc-aa90-47899028740a no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:39:04.099438 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 723746d1-d379-40dc-aa90-47899028740a {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:39:04.099887 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 723746d1-d379-40dc-aa90-47899028740a not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:39:04.228749 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a1db66b6-a927-4102-aaf1-01796a936c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-889958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1839303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4097506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9013160'] for subnet (9c2229db-f356-409d-bf2f-831c2199764f), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.254156 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db66b6-a927-4102-aaf1-01796a936c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2229db-f356-409d-bf2f-831c2199764f,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:04.257960 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-a1db66b6-a927-4102-aaf1-01796a936c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for subnet (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.261530 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-a1db66b6-a927-4102-aaf1-01796a936c2f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9c2229db-f356-409d-bf2f-831c2199764f HTTP/1.1" status: 204 len: 168 time: 0.3824840 Jun 23 09:39:04.264096 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 52010) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:04.264263 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d208850b-0c59-47a3-9932-b0ce5a764e20 None None] Network 8ebec8b7-539e-4c0a-a94a-b685d7170263 requested from dv-cinder-847274-1-iscsi {{(pid=104736) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 23 09:39:04.332409 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-540383'] for network (8ebec8b7-539e-4c0a-a94a-b685d7170263), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.378010 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Deleting port 6fad1725-bac3-42b7-9b87-b642940e880e {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:39:04.378273 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.446277 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90206082-560b-49cd-933b-3925ea960edb None None] DHCP port deletion for 8ebec8b7-539e-4c0a-a94a-b685d7170263 request from dv-cinder-847274-1-iscsi {{(pid=104736) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 23 09:39:04.452490 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] For port 6fad1725-bac3-42b7-9b87-b642940e880e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=6fad1725-bac3-42b7-9b87-b642940e880e,segment=NetworkSegment(158066f1-55ef-423d-91c4-8f0fa8ede8b3),segment_id=158066f1-55ef-423d-91c4-8f0fa8ede8b3)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:39:04.453787 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.468725 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Calling delete_port for 6fad1725-bac3-42b7-9b87-b642940e880e owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:39:04.485721 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-90206082-560b-49cd-933b-3925ea960edb None None] Deleting port 6fad1725-bac3-42b7-9b87-b642940e880e {{(pid=104736) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 23 09:39:04.486186 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-90206082-560b-49cd-933b-3925ea960edb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746041591848'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), before_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.550050 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.db [None req-90206082-560b-49cd-933b-3925ea960edb None None] For port 6fad1725-bac3-42b7-9b87-b642940e880e, host dv-cinder-847274-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847274-1-iscsi',level=0,port_id=6fad1725-bac3-42b7-9b87-b642940e880e,segment=NetworkSegment(158066f1-55ef-423d-91c4-8f0fa8ede8b3),segment_id=158066f1-55ef-423d-91c4-8f0fa8ede8b3)] {{(pid=104736) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:39:04.552843 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-90206082-560b-49cd-933b-3925ea960edb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1949375'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), precommit_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.563065 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-90206082-560b-49cd-933b-3925ea960edb None None] Calling delete_port for 6fad1725-bac3-42b7-9b87-b642940e880e owned by network:dhcp {{(pid=104736) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 23 09:39:04.568608 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:04.600499 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10475719'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.630670 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fad1725-bac3-42b7-9b87-b642940e880e,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:04.634498 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] No DVR routers for this DVR port 6fad1725-bac3-42b7-9b87-b642940e880e on host dv-cinder-847274-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:39:04.713272 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-691509', 'neutron.services.segments.db._delete_segments_for_network-8746041746315'] for network (8ebec8b7-539e-4c0a-a94a-b685d7170263), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.734194 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebec8b7-539e-4c0a-a94a-b685d7170263']}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:04.743942 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158066f1-55ef-423d-91c4-8f0fa8ede8b3') {'for_net_delete': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:04.744239 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.services.segments.db [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158066f1-55ef-423d-91c4-8f0fa8ede8b3') {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:39:04.745078 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:04.750299 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:04.754181 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746041747348', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10442513'] for segment (158066f1-55ef-423d-91c4-8f0fa8ede8b3), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.768312 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288'] for segment (158066f1-55ef-423d-91c4-8f0fa8ede8b3), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.773307 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-90206082-560b-49cd-933b-3925ea960edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746041596528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746041223325'] for port (6fad1725-bac3-42b7-9b87-b642940e880e), after_delete {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.776386 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 09:39:04.776797 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10475770'] for segment (158066f1-55ef-423d-91c4-8f0fa8ede8b3), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.795600 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90206082-560b-49cd-933b-3925ea960edb None None] Pushing event deleted for resources: {'Port': ['ID=6fad1725-bac3-42b7-9b87-b642940e880e,revision_number=None']} {{(pid=104736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:04.803846 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90206082-560b-49cd-933b-3925ea960edb None None] No DVR routers for this DVR port 6fad1725-bac3-42b7-9b87-b642940e880e on host dv-cinder-847274-1-iscsi {{(pid=104736) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 23 09:39:04.872249 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 158066f1-55ef-423d-91c4-8f0fa8ede8b3 resource provider aggregate not found Jun 23 09:39:04.889186 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.services.segments.plugin [-] Segment 158066f1-55ef-423d-91c4-8f0fa8ede8b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 158066f1-55ef-423d-91c4-8f0fa8ede8b3 found for delete ", "request_id": "req-5e61cf83-0711-42a5-bb76-98c3d4ab8554"}]} Jun 23 09:39:04.920284 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-691500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1594353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1944623'] for network (8ebec8b7-539e-4c0a-a94a-b685d7170263), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.926098 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1594343'] for network (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:04.929530 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8ebec8b7-539e-4c0a-a94a-b685d7170263 HTTP/1.1" status: 204 len: 168 time: 0.6644230 Jun 23 09:39:04.940447 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff873285-6f44-441f-9aeb-849cccbcb5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ebec8b7-539e-4c0a-a94a-b685d7170263,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:05.352880 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 52020) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:05.393163 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-e4b71ca6-c76b-47a2-a503-aa4662cefbf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a100fa3c9d124f9089173a35a1e3691d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391138 Jun 23 09:39:05.397704 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [-] (104735) accepted ('10.222.0.52', 52022) {{(pid=104735) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:05.448784 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-031957ca-eb2c-47f2-ac4a-ff4d5ab861c6 admin admin] Publish callbacks [] for security_group (e1119e0a-b784-433b-802d-b282b7a86d19), before_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:05.469615 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-031957ca-eb2c-47f2-ac4a-ff4d5ab861c6 admin admin] Publish callbacks [] for security_group (e1119e0a-b784-433b-802d-b282b7a86d19), precommit_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:05.628307 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-031957ca-eb2c-47f2-ac4a-ff4d5ab861c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (e1119e0a-b784-433b-802d-b282b7a86d19), after_delete {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:05.630859 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-031957ca-eb2c-47f2-ac4a-ff4d5ab861c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:05.632102 dv-cinder-847274-1-iscsi neutron-server[104735]: INFO neutron.wsgi [None req-031957ca-eb2c-47f2-ac4a-ff4d5ab861c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1119e0a-b784-433b-802d-b282b7a86d19 HTTP/1.1" status: 204 len: 168 time: 0.2334859 Jun 23 09:39:05.639966 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031957ca-eb2c-47f2-ac4a-ff4d5ab861c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1119e0a-b784-433b-802d-b282b7a86d19,revision_number=None']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:06.010341 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 6fad1725-bac3-42b7-9b87-b642940e880e no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:39:06.029791 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: 6fad1725-bac3-42b7-9b87-b642940e880e {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:39:06.030228 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device 6fad1725-bac3-42b7-9b87-b642940e880e not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:39:06.030735 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device bf5d8d31-832c-4aef-ae22-c94f14ea23c9 no longer exists at agent ovs-agent-dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 09:39:06.051797 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.plugin [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] No Port match for: bf5d8d31-832c-4aef-ae22-c94f14ea23c9 {{(pid=104736) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 23 09:39:06.057969 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron.plugins.ml2.rpc [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Device bf5d8d31-832c-4aef-ae22-c94f14ea23c9 not bound to the agent host dv-cinder-847274-1-iscsi {{(pid=104736) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 09:39:06.506095 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 52028) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:06.545520 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-6f186847-e37f-4038-aff3-e88890486d72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a671f8cc8a524a68b9c74e02faa958bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383170 Jun 23 09:39:06.553275 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [-] (104734) accepted ('10.222.0.52', 52030) {{(pid=104734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 23 09:39:06.559594 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:DELETE=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:06.599774 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e2711cb8-6d70-49e7-b82b-771e4225f8e8 admin admin] Publish callbacks [] for security_group (26b1e490-2283-4c02-9427-8e203c8fc3fa), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:06.621415 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e2711cb8-6d70-49e7-b82b-771e4225f8e8 admin admin] Publish callbacks [] for security_group (26b1e490-2283-4c02-9427-8e203c8fc3fa), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:06.630711 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:06.834325 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e2711cb8-6d70-49e7-b82b-771e4225f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1837520'] for security_group (26b1e490-2283-4c02-9427-8e203c8fc3fa), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:06.837550 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e2711cb8-6d70-49e7-b82b-771e4225f8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:06.839593 dv-cinder-847274-1-iscsi neutron-server[104734]: INFO neutron.wsgi [None req-e2711cb8-6d70-49e7-b82b-771e4225f8e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26b1e490-2283-4c02-9427-8e203c8fc3fa HTTP/1.1" status: 204 len: 168 time: 0.2845943 Jun 23 09:39:06.846859 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2711cb8-6d70-49e7-b82b-771e4225f8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b1e490-2283-4c02-9427-8e203c8fc3fa,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:39:10.067796 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2101ab70-125e-4664-b81d-6b7308fa3453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:12.279849 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d5301e57-ecac-4dde-8e3c-5fcdfb0890a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:13.502166 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=74 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:13.511055 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=97 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:13.588235 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:15.136599 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:15.348224 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:15.504007 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:15.635428 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:17.149646 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:25.260363 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:25.264311 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:25.267050 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=46,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:28.067945 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:35.431844 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:39:36.191611 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [req-af620d7e-6b5b-463e-a554-847696e76e73 req-345948bc-51cc-4430-bfaf-5c42bfcf6281 service neutron] (104734) timed out ('10.222.0.55', 56139) {{(pid=104734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 09:39:37.955453 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:37.956963 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:40.067668 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3a36d06b-a074-42aa-ae94-b47e5b84f1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:42.291044 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-dd698ab8-f422-4455-a363-8f4f447ff4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:43.576142 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:45.141979 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:45.308269 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:39:50.501970 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:50.506822 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:55.261028 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:55.264888 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:55.267099 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:39:58.021934 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:07.940961 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:07.945822 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:07.947946 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:10.067831 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7cde020f-20b5-4331-a205-1113ff3133be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:12.279209 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4530c093-cfbe-40fe-837c-3ae097b71f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:12.431697 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:40:13.576137 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:15.199575 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:15.330310 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:25.260695 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:25.263978 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:25.265659 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:28.033446 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:35.105733 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=19 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:35.127920 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=15 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:37.955327 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:37.961377 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:40.084544 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7e1bbd1f-ea29-49d4-b441-2c692f947e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:42.308053 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-19e67a71-fdf4-4771-99ee-e57aec9b3594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:43.593840 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:45.164441 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:45.336302 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:40:49.430791 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:40:55.261344 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:55.267214 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:55.270423 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:40:58.050343 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:04.498669 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=3 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:04.510142 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:10.050772 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-a597de72-9ed4-4bc2-91f2-c00478c4179f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:12.300936 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-d2e5fd44-7c9c-4729-91cf-ec41bcf56ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:13.621668 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:15.153078 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:15.324434 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:25.257554 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:25.262439 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:25.264142 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:26.430239 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:41:28.078713 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:29.016087 dv-cinder-847274-1-iscsi neutron-server[104735]: DEBUG neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-53c55642-8d53-4ec3-9219-3dba59a4e24b service neutron] (104735) timed out ('10.222.0.52', 44698) {{(pid=104735) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 09:41:29.597471 dv-cinder-847274-1-iscsi neutron-server[104734]: DEBUG neutron.wsgi [req-6710adf3-c6c5-4c83-b56b-92c7fb6afcb9 req-1ed58b91-8144-4f53-a7bc-8ec874caf2b9 tempest-AttachVolumeShelveTestJSON-546510538 tempest-AttachVolumeShelveTestJSON-546510538-project] (104734) timed out ('10.222.0.52', 44718) {{(pid=104734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 23 09:41:37.970311 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:37.975265 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:40.060180 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-3835b1a9-cdff-4629-bbc3-23c4f18164ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:41.501817 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:41.506609 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:42.296084 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-7a5cbd26-6b40-4dfc-a642-c959718f3ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:43.604773 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:45.199369 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:45.324473 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:41:55.255335 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:55.256192 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:55.262639 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:41:58.022045 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:03.429685 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:42:07.969474 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:07.973378 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:07.975107 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:10.090340 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-550a2137-1e02-4ec4-8fbd-2d3bf661f5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:12.288564 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-349e909d-fda6-409d-952a-fa00c8ef1135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:13.592916 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:15.119415 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:15.330175 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:18.502853 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=2 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:18.513747 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=6 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:25.257095 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=7 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:25.260907 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:25.263620 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:28.049916 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:35.099112 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=10 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:35.100938 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=16 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:37.967055 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:37.971919 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:37.974656 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:40.050040 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-16ac95f3-a178-4ba4-82d8-e406a51faa41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:40.429439 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:42:42.299553 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-42afd79f-79d5-4a0d-956a-61d9bc32f217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:43.598683 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:45.139015 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:45.335620 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:42:55.261232 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:55.265095 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:55.266803 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:55.509010 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=6 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:57.442549 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:42:58.053562 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:07.982585 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:07.986475 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:07.989169 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:10.039149 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-06dd40de-3cf6-4145-af58-d8251f1a5fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:12.355985 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2698ba2e-5f34-4d80-924d-e430ecdc766b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:13.613234 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:15.147177 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:15.333059 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:17.428873 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:43:25.077232 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:25.261950 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:25.263758 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:28.070297 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:32.511739 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:37.986498 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:37.988400 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:38.501787 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:40.112885 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-5fc4c3c2-8bcc-473c-b3ac-86b5cda0945e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:42.298673 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-8d0829a1-59bf-4b5e-ad16-27f4e4ae914b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:43.595965 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:45.161666 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:45.349585 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:43:54.428017 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG neutron.db.agents_db [None req-84c28722-dc19-4f4c-896c-de74cc9a4885 None None] Agent healthcheck: found 6 active agents {{(pid=104737) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 23 09:43:55.115093 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:55.254367 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:55.262572 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:43:58.072659 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-91ae94d4-371d-424f-b132-bd9cfb5155de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (c7bda3c4-3abd-4d42-a3b1-b15c0eda458e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:44:07.996626 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:44:08.000508 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:44:08.003205 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG dbcounter [-] [104736] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104736) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:44:09.517186 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:44:09.521060 dv-cinder-847274-1-iscsi neutron-server[104737]: DEBUG dbcounter [-] [104737] Writing DB stats neutron:SELECT=4 {{(pid=104737) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 23 09:44:10.052175 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-27b38191-df03-4fb6-b88f-3e4950a3331d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (1008ae78-3413-4fe2-8aeb-14ca7c8889f9), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:44:12.304455 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-2f986533-9bc1-4439-b62a-22504d29db0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (46fc3aaf-ecdc-4794-9a65-d02a1cc4c65f), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:44:13.627416 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1af8-482b-4a59-befd-5cb2e15e3a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (32e27bb6-9494-4274-9ee5-16c0f9118282), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:44:15.149434 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-012b9b81-9de0-414c-8206-0308298ef472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (b2abe052-266e-4c30-9e2d-a2d819e55d24), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 23 09:44:15.320837 dv-cinder-847274-1-iscsi neutron-server[104736]: DEBUG neutron_lib.callbacks.manager [None req-4e9c9190-492b-404f-92d5-2d9731d39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746041746297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-890740'] for agent (ba0bac27-8af0-4744-aa5f-6abaea6c759e), after_update {{(pid=104736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}